-- Logs begin at Thu 2022-09-22 14:16:41 UTC, end at Thu 2022-09-22 15:29:19 UTC. -- Sep 22 14:49:37.703693 dv-cinder-856463-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 22 14:49:40.411428 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.common.config [-] Logging enabled! Sep 22 14:49:40.412032 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev11 Sep 22 14:49:40.412226 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106128) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 22 14:49:40.415428 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.common.config [-] Logging enabled! Sep 22 14:49:40.415690 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev11 Sep 22 14:49:40.416007 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106128) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 22 14:49:40.416952 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 14:49:40.417190 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 14:49:40.417665 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 14:49:40.417920 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 14:49:40.418153 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 14:49:40.418482 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.418788 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.419026 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.419353 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.419652 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.419943 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.420244 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.420550 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.420845 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.421133 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.421426 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.421664 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.421950 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.422244 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.422538 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.422767 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] debug = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.423061 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.423518 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.423945 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.424244 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.424542 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.424825 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.425110 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.425907 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.426201 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.426535 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] host = dv-cinder-856463-5-iscsi {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.426832 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.427116 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.427434 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.427729 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.428011 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.428294 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.428585 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.428866 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.429148 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] log_file = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.429432 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.429727 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.430021 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.430318 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.430549 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.430776 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.431068 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.431391 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.431680 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.431955 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.432236 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.432516 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.432798 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.433076 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.433373 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.433664 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.434001 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.434239 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.434519 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.434798 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.435105 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.435393 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.435675 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.435954 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.436232 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.436524 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.436799 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.437079 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.437388 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.437680 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.437967 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.438261 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.438540 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.438830 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.439111 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.439416 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.439694 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] use_json = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.439974 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.440250 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.440559 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.440865 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.441657 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.441942 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.442265 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.442561 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.442915 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:40.443290 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.443608 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.443916 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.444209 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.444523 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.444814 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.445114 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.445417 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.445735 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.446061 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.446471 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.446698 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.447005 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.447336 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.447643 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.447961 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.448367 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.448563 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.448849 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.449201 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.449587 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.449745 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.450039 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.450326 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.450623 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.450922 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.451221 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.451537 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.451831 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.452125 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.452427 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.452729 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.453008 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.453297 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.453599 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.453884 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.454183 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.454462 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.454746 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.455028 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.455339 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.455638 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.455938 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.456221 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.456594 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.456954 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.457241 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.457521 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.457801 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.458084 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.458365 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.458659 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.458943 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.459242 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.459527 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.459813 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.460092 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.460375 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.460659 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.460941 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.461225 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.461506 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.461787 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.462066 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.462347 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.462626 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.462906 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.463186 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.463496 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.463775 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.464057 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.464337 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.464617 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.464897 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.465189 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.465496 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.465781 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.466067 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.466353 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.466639 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.466923 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.467233 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.467520 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.467806 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.468086 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.468383 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.468675 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.468971 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.469265 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.469570 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.469874 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.470158 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.470443 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.470730 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.471083 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.471327 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.471618 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.471903 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.472703 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.472997 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.473291 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.473595 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.474294 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.474294 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.474454 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.474757 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.475059 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.475378 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.475700 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.475989 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:40.476214 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 14:49:40.476472 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106128) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 22 14:49:40.861565 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 22 14:49:40.861893 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 22 14:49:40.862165 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 22 14:49:40.862402 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 22 14:49:40.862728 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 22 14:49:40.863070 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 22 14:49:41.191872 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.192074 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.192356 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.193554 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.193882 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.194106 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.247433 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.247720 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.247997 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.264821 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.265111 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.265390 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.295672 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.295961 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.296237 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.333291 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.333568 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.333848 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.562251 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.562930 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.562930 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.564013 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.564722 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.663524 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.663841 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.664125 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.664394 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.664670 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.664979 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.665238 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.665493 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.665745 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.666024 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.666281 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.666551 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.666808 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.667066 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.667348 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.667615 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.667873 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.668138 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.668442 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.668663 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.668936 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.669187 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.669464 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.669842 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.670098 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.670347 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.670744 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 14:49:41.671009 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 14:49:41.671273 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 14:49:41.671510 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 14:49:41.671747 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 14:49:41.671977 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 14:49:41.672353 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 22 14:49:41.676139 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 22 14:49:41.680067 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 22 14:49:41.683988 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 22 14:49:41.685596 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 22 14:49:41.686214 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 22 14:49:41.686547 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 22 14:49:41.686929 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 22 14:49:41.689716 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 22 14:49:41.689962 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 22 14:49:41.690306 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 14:49:41.696054 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 22 14:49:41.718700 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 22 14:49:41.719143 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.719467 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106128) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 22 14:49:41.719839 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.721189 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106128) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 22 14:49:41.721463 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 14:49:41.721706 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 22 14:49:41.732578 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.732805 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:41.854448 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 22 14:49:41.854688 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 22 14:49:41.854921 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 22 14:49:41.855318 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 22 14:49:41.909032 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO dbcounter [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Registered counter for database neutron Sep 22 14:49:41.932805 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_db.sqlalchemy.engines [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106128) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 22 14:49:41.939260 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG dbcounter [-] [106128] Writer thread running {{(pid=106128) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 14:49:42.483971 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Initializing driver for type 'gre' Sep 22 14:49:42.484518 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] gre ID ranges: [(1, 1000)] Sep 22 14:49:42.540570 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Initializing driver for type 'local' Sep 22 14:49:42.540900 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Initializing driver for type 'vlan' Sep 22 14:49:42.554108 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] VlanTypeDriver initialization complete Sep 22 14:49:42.554442 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Initializing driver for type 'vxlan' Sep 22 14:49:42.554942 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] vxlan ID ranges: [(1, 1000)] Sep 22 14:49:42.610146 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Initializing extension driver 'port_security' Sep 22 14:49:42.610778 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.extensions.port_security [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] PortSecurityExtensionDriver initialization complete Sep 22 14:49:42.610889 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Initializing mechanism driver 'openvswitch' Sep 22 14:49:42.611169 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Initializing mechanism driver 'hyperv' Sep 22 14:49:42.617831 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.plugins.ml2.plugin [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:49:42.618526 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > port after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.618915 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > port after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.619315 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > port after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.619830 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106128) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 14:49:42.620265 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > subnet after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.620636 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > subnet after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.620998 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > subnet after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.621400 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106128) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 14:49:42.621817 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > network after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.622179 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > network after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.622533 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > network after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.622928 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106128) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 14:49:42.623374 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > security_group after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.623737 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > security_group after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.624092 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > security_group after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.624489 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106128) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 14:49:42.624899 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.625260 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.625611 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.626141 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106128) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 14:49:42.626562 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > address_group after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.626961 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > address_group after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.627339 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > address_group after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.627742 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106128) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 14:49:42.628196 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] ML2 OVO RPC backend initialized. {{(pid=106128) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 22 14:49:42.628918 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router_interface after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.629284 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.629715 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > network before_response 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.630077 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > networks before_response 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.630436 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > port before_response 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.630791 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > ports before_response 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.631151 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > subnet before_response 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.631789 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > subnets before_response 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.632148 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > network after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.632499 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > network after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.632848 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > network after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.633194 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > port after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.633545 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > port after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.633893 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > port after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.634243 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > subnet after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.634589 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > subnet after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.634934 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > subnet after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.642542 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded quota_driver: . Sep 22 14:49:42.642920 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.plugin [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Modular L2 Plugin initialization complete Sep 22 14:49:42.643326 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading services supported by the core plugin {{(pid=106128) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 22 14:49:42.643684 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.plugins.ml2.managers [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Got port-security extension from driver 'port_security' Sep 22 14:49:42.644672 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.extensions.vlantransparent [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Disabled vlantransparent extension. Sep 22 14:49:42.645183 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106128) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 22 14:49:42.645542 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading Plugin: router Sep 22 14:49:42.683147 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router_interface before_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.683585 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router after_create 55549900 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.683975 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router before_create 55549900 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.684361 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.684754 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.685131 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router after_delete 55549900 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.685509 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > floatingip after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.685877 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > floatingip after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.686270 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router after_create 55549900 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.686622 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router after_update 55549900 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.686989 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router after_update 55549900 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.687382 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.687761 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router after_update 55549900 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.688192 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router precommit_update 55549900 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.688580 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: port after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.688938 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: port after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.689408 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: subnet after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.689817 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.690186 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > port precommit_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.690556 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router precommit_create 55549900 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.690946 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: port before_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.691343 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router precommit_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.691719 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router after_update 55549900 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.692084 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router precommit_delete 55549900 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.692454 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router precommit_create 55549900 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.692834 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router_interface after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.693203 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router precommit_update 55549900 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.693590 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > agent after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.693960 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > agent after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.694324 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > network after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.695218 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Tracking information for resource: router configured {{(pid=106128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 14:49:42.695575 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Tracking information for resource: floatingip configured {{(pid=106128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 14:49:42.700685 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.db.l3_agentschedulers_db [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 22 14:49:42.701281 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: port after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.701656 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: port after_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.702024 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: port after_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.702389 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: port after_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.703227 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router before_create 55550100 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.703600 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router precommit_delete 55550100 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.703976 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router precommit_create 55550100 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.704345 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > router precommit_update 55550100 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.709800 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.services.provider_configuration [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Service providers = [] {{(pid=106128) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 22 14:49:42.710176 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.db.servicetype_db [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106128) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 22 14:49:42.713279 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.services.service_base [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 14:49:42.713639 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.services.service_base [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 14:49:42.713992 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.services.service_base [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 14:49:42.714901 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.services.service_base [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 14:49:42.715311 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.services.service_base [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 22 14:49:42.715712 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 14:49:42.716044 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 22 14:49:42.728699 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 14:49:42.728985 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading Plugin: auto_allocate Sep 22 14:49:42.734635 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: network precommit_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.735019 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: network precommit_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.735595 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 14:49:42.735922 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading Plugin: tag Sep 22 14:49:42.742594 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 14:49:42.742934 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading Plugin: timestamp Sep 22 14:49:42.747031 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 14:49:42.747402 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading Plugin: network_ip_availability Sep 22 14:49:42.752942 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.753843 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.754213 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:42.754940 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 14:49:42.755306 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading Plugin: flavors Sep 22 14:49:42.760298 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 14:49:42.760640 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading Plugin: revisions Sep 22 14:49:42.765077 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 14:49:42.765473 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_concurrency.lockutils [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.903s {{(pid=106128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 22 14:49:42.766224 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106128) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 22 14:49:42.766572 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Initializing extension manager. Sep 22 14:49:42.767120 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: __init__.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.767505 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: __pycache__ {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.767852 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: address_group.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.768757 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.769903 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: address-group Sep 22 14:49:42.770237 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: address_scope.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.770930 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.771482 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: address-scope Sep 22 14:49:42.771819 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: admin_state_down_before_update.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.772714 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.773231 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: router-admin-state-down-before-update Sep 22 14:49:42.773567 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: agent.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.774245 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.774765 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: agent Sep 22 14:49:42.775100 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: agent_resources_synced.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.776006 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.776525 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: agent-resources-synced Sep 22 14:49:42.776867 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: allowedaddresspairs.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.778642 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.779172 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: allowed-address-pairs Sep 22 14:49:42.779558 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: auto_allocated_topology.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.780583 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.781112 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: auto-allocated-topology Sep 22 14:49:42.781447 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: availability_zone.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.782117 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.782639 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: availability_zone Sep 22 14:49:42.782968 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: availability_zone_filter.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.783878 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.784397 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: availability_zone_filter Sep 22 14:49:42.784750 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: data_plane_status.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.785625 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.786140 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension data-plane-status not supported by any of loaded plugins Sep 22 14:49:42.786470 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: default_subnetpools.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.787391 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.787908 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: default-subnetpools Sep 22 14:49:42.788239 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: dhcpagentscheduler.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.789016 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.789538 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: dhcp_agent_scheduler Sep 22 14:49:42.789870 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: dns.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.790755 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.791299 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension dns-integration not supported by any of loaded plugins Sep 22 14:49:42.791632 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: dns_domain_ports.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.792516 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.793035 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 22 14:49:42.793372 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.794262 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.794772 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 22 14:49:42.795144 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: dvr.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.795822 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.796339 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: dvr Sep 22 14:49:42.796671 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: ecmp_routes.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.797555 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.798067 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension ecmp_routes not supported by any of loaded plugins Sep 22 14:49:42.798400 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: empty_string_filtering.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.799313 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.799831 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: empty-string-filtering Sep 22 14:49:42.800192 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.801075 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.801590 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 22 14:49:42.801923 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.802799 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.803355 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 22 14:49:42.803690 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: external_net.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.804566 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.805085 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: external-net Sep 22 14:49:42.805416 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: extra_dhcp_opt.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.806288 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.806814 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: extra_dhcp_opt Sep 22 14:49:42.807144 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: extraroute.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.808042 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.808564 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: extraroute Sep 22 14:49:42.808898 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: extraroute_atomic.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.809896 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.810414 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: extraroute-atomic Sep 22 14:49:42.810745 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: filter_validation.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.811408 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.811926 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: filter-validation Sep 22 14:49:42.812256 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: fip_pf_description.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.813147 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.813662 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 22 14:49:42.813993 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: fip_pf_detail.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.814868 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.815410 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: floating-ip-port-forwarding-detail Sep 22 14:49:42.816266 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: fip_pf_port_range.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.817139 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.817661 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 22 14:49:42.817993 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: fip_port_details.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.818881 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.819426 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: fip-port-details Sep 22 14:49:42.819759 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: flavors.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.820946 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.821481 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: flavors Sep 22 14:49:42.821816 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.823460 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.823996 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 22 14:49:42.824336 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: floatingip_pools.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.825015 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.825541 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: floatingip-pools Sep 22 14:49:42.825879 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: ip_allocation.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.826772 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.827329 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension ip_allocation not supported by any of loaded plugins Sep 22 14:49:42.827664 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.828571 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.829091 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: ip-substring-filtering Sep 22 14:49:42.829426 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: l2_adjacency.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.830323 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.830839 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension l2_adjacency not supported by any of loaded plugins Sep 22 14:49:42.831172 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: l3.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.832797 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.833327 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: router Sep 22 14:49:42.833662 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: l3_conntrack_helper.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.836148 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.836690 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 22 14:49:42.837035 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.837944 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.838471 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: ext-gw-mode Sep 22 14:49:42.838811 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.839742 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.840271 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: l3-ha Sep 22 14:49:42.840610 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.841499 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.842017 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 22 14:49:42.842355 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: l3_flavors.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.843278 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.843803 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: l3-flavors Sep 22 14:49:42.844138 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: l3_ndp_proxy.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.845487 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.846027 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 22 14:49:42.846369 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.847319 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.847857 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: l3-port-ip-change-not-allowed Sep 22 14:49:42.848196 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: l3agentscheduler.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.849215 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.849747 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: l3_agent_scheduler Sep 22 14:49:42.850087 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: local_ip.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.851852 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.852390 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension local_ip not supported by any of loaded plugins Sep 22 14:49:42.852731 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: logging.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.854198 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.854736 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension logging not supported by any of loaded plugins Sep 22 14:49:42.855074 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: metering.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.855820 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.856411 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: metering Sep 22 14:49:42.856745 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.857823 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.858354 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: metering_source_and_destination_fields Sep 22 14:49:42.858687 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: multiprovidernet.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.859614 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.860144 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: multi-provider Sep 22 14:49:42.860477 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: netmtu.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.861363 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.861887 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: net-mtu Sep 22 14:49:42.862219 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: netmtu_writable.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.863129 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.863696 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: net-mtu-writable Sep 22 14:49:42.864025 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: network_availability_zone.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.864672 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.865197 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: network_availability_zone Sep 22 14:49:42.865529 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: network_ip_availability.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.866596 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.867119 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: network-ip-availability Sep 22 14:49:42.867482 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: network_segment_range.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.868220 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.868737 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension network-segment-range not supported by any of loaded plugins Sep 22 14:49:42.869069 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: pagination.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.870016 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.870357 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: pagination Sep 22 14:49:42.870688 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: port_device_profile.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.871593 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.872160 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: port-device-profile Sep 22 14:49:42.872492 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: port_mac_address_override.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.873384 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.873910 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: port-mac-override Sep 22 14:49:42.874242 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.875131 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.875688 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: port-mac-address-regenerate Sep 22 14:49:42.876025 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.876909 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.877444 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: port-numa-affinity-policy Sep 22 14:49:42.877777 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: port_resource_request.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.879188 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.879723 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension port-resource-request not supported by any of loaded plugins Sep 22 14:49:42.880056 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: port_resource_request_groups.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.881007 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.881779 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 22 14:49:42.882114 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: portbindings.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.883012 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.883570 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: binding Sep 22 14:49:42.883903 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: portbindings_extended.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.885161 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.885687 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: binding-extended Sep 22 14:49:42.886025 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: portsecurity.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.886925 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.887487 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: port-security Sep 22 14:49:42.887819 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: project_id.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.889001 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.889350 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: project-id Sep 22 14:49:42.889686 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: providernet.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.890582 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.891114 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: provider Sep 22 14:49:42.891481 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: qos.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.895631 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.896174 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension qos not supported by any of loaded plugins Sep 22 14:49:42.896515 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.897766 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.898311 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 22 14:49:42.898652 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.899591 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.900125 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 22 14:49:42.900460 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: qos_default.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.901353 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.901877 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension qos-default not supported by any of loaded plugins Sep 22 14:49:42.902215 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: qos_fip.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.903142 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.903696 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension qos-fip not supported by any of loaded plugins Sep 22 14:49:42.904034 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: qos_fip_network_policy.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.904925 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.905445 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 22 14:49:42.905784 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: qos_gateway_ip.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.906682 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.907238 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 22 14:49:42.907575 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: qos_port_network_policy.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.908471 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.908994 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 22 14:49:42.909327 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.910358 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.910891 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 22 14:49:42.911249 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.912254 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.912779 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 22 14:49:42.913117 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: qos_pps_rule.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.914258 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.914787 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension qos-pps not supported by any of loaded plugins Sep 22 14:49:42.915119 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: qos_rule_type_details.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.916037 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.916558 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 22 14:49:42.916892 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: qos_rule_type_filter.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.917784 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.918306 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 22 14:49:42.918635 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: qos_rules_alias.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.919690 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.920210 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 22 14:49:42.920541 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: quota_check_limit.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.921437 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.921957 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: quota-check-limit Sep 22 14:49:42.922287 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: quotasv2.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.923281 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.923618 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: quotas Sep 22 14:49:42.923949 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: quotasv2_detail.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.925673 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.926018 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: quota_details Sep 22 14:49:42.926356 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: rbac.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.927453 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.927998 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: rbac-policies Sep 22 14:49:42.928343 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: rbac_address_group.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.929239 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.929764 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: rbac-address-group Sep 22 14:49:42.930100 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: rbac_address_scope.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.931116 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.931706 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: rbac-address-scope Sep 22 14:49:42.932083 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: rbac_security_groups.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.933025 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.933587 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: rbac-security-groups Sep 22 14:49:42.933939 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: rbac_subnetpool.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.934837 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.935386 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: rbac-subnetpool Sep 22 14:49:42.935727 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: revisionifmatch.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.936631 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.937155 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: revision-if-match Sep 22 14:49:42.937512 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: revisions.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.938597 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.939114 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: standard-attr-revisions Sep 22 14:49:42.939470 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: router_availability_zone.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.940121 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.941169 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: router_availability_zone Sep 22 14:49:42.941516 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: routerservicetype.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.942400 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.942925 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension router-service-type not supported by any of loaded plugins Sep 22 14:49:42.943303 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.944198 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.944721 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: security-groups-normalized-cidr Sep 22 14:49:42.945051 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: security_groups_port_filtering.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.945943 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.946457 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: port-security-groups-filtering Sep 22 14:49:42.946787 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.947708 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.948237 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: security-groups-remote-address-group Sep 22 14:49:42.948577 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.949483 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.950003 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: security-groups-shared-filtering Sep 22 14:49:42.950334 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: securitygroup.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.960979 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.961533 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: security-group Sep 22 14:49:42.961881 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: segment.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.962590 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.963119 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension segment not supported by any of loaded plugins Sep 22 14:49:42.963493 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.964416 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.964944 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 22 14:49:42.965286 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: servicetype.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.966347 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.966879 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: service-type Sep 22 14:49:42.967238 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: sorting.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.968207 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.968558 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: sorting Sep 22 14:49:42.968895 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: standard_attr_segment.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.969803 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.970334 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 22 14:49:42.970672 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: standardattrdescription.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.971339 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.971867 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: standard-attr-description Sep 22 14:49:42.972230 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: stateful_security_group.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.973131 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.973668 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: stateful-security-group Sep 22 14:49:42.974002 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: stdattrs_common.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.974558 dv-cinder-856463-5-iscsi neutron-server[106128]: WARNING neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 22 14:49:42.974891 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.975826 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.976345 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 22 14:49:42.976675 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: subnet_onboard.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.977710 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.978237 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: subnet_onboard Sep 22 14:49:42.978574 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.979561 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.980038 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 22 14:49:42.980369 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: subnet_service_types.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.981268 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.981798 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: subnet-service-types Sep 22 14:49:42.982126 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: subnetallocation.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.983176 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.983747 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: subnet_allocation Sep 22 14:49:42.984087 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.984734 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.985265 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: subnetpool-prefix-ops Sep 22 14:49:42.985601 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.986507 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.987042 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 22 14:49:42.987411 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: tagging.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.988501 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.989047 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: standard-attr-tag Sep 22 14:49:42.989384 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: timestamp.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.990594 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.991173 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loaded extension: standard-attr-timestamp Sep 22 14:49:42.991543 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: trunk.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.992573 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.993100 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension trunk not supported by any of loaded plugins Sep 22 14:49:42.993436 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: trunk_details.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.994321 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.994841 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension trunk-details not supported by any of loaded plugins Sep 22 14:49:42.995173 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: uplink_status_propagation.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.996087 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.996606 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 22 14:49:42.996939 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Loading extension file: vlantransparent.py {{(pid=106128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 14:49:42.997587 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 14:49:42.998103 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extension vlan-transparent not supported by any of loaded plugins Sep 22 14:49:43.000755 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:network Sep 22 14:49:43.001288 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:subnet Sep 22 14:49:43.001698 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 14:49:43.002103 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:port Sep 22 14:49:43.003922 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.v2.resource_helper [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 14:49:43.004385 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.v2.resource_helper [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Service FLAVORS assigned prefix: {{(pid=106128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 14:49:43.005004 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.v2.resource_helper [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 14:49:43.005460 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.v2.resource_helper [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 14:49:43.005804 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:router Sep 22 14:49:43.006249 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:floatingip Sep 22 14:49:43.007022 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.v2.resource_helper [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Service METERING assigned prefix: /metering {{(pid=106128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 14:49:43.008518 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:43.008911 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:43.009279 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:49:43.010306 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 14:49:43.010763 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:security_group Sep 22 14:49:43.011225 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 14:49:43.011781 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.v2.resource_helper [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Service CORE assigned prefix: {{(pid=106128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 14:49:43.012133 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 14:49:43.012489 dv-cinder-856463-5-iscsi neutron-server[106128]: WARNING neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] subnetpool is already registered Sep 22 14:49:43.012925 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.v2.resource_helper [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Service CORE assigned prefix: {{(pid=106128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 14:49:43.013258 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 14:49:43.013598 dv-cinder-856463-5-iscsi neutron-server[106128]: WARNING neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] subnetpool is already registered Sep 22 14:49:43.016033 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.v2.resource_helper [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 14:49:43.016498 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.v2.resource_helper [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Service FLAVORS assigned prefix: {{(pid=106128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 14:49:43.017141 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.v2.resource_helper [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 14:49:43.017698 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.v2.resource_helper [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 14:49:43.018045 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:router Sep 22 14:49:43.018409 dv-cinder-856463-5-iscsi neutron-server[106128]: WARNING neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] router is already registered Sep 22 14:49:43.019469 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:floatingip Sep 22 14:49:43.019825 dv-cinder-856463-5-iscsi neutron-server[106128]: WARNING neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] floatingip is already registered Sep 22 14:49:43.020309 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.v2.resource_helper [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Service METERING assigned prefix: /metering {{(pid=106128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 14:49:43.021038 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 14:49:43.021378 dv-cinder-856463-5-iscsi neutron-server[106128]: WARNING neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] rbac_policy is already registered Sep 22 14:49:43.021808 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:security_group Sep 22 14:49:43.022165 dv-cinder-856463-5-iscsi neutron-server[106128]: WARNING neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] security_group is already registered Sep 22 14:49:43.022590 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 14:49:43.022934 dv-cinder-856463-5-iscsi neutron-server[106128]: WARNING neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] security_group_rule is already registered Sep 22 14:49:43.023469 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.v2.resource_helper [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Service CORE assigned prefix: {{(pid=106128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 14:49:43.023806 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 14:49:43.024146 dv-cinder-856463-5-iscsi neutron-server[106128]: WARNING neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] subnetpool is already registered Sep 22 14:49:43.024590 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.v2.resource_helper [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Service CORE assigned prefix: {{(pid=106128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 14:49:43.024920 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 14:49:43.025257 dv-cinder-856463-5-iscsi neutron-server[106128]: WARNING neutron.quota.resource_registry [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] subnetpool is already registered Sep 22 14:49:43.025735 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: extensions {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.027381 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: address-groups {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.028973 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: address-scopes {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.030228 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: agents {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.031443 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: auto-allocated-topology {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.033984 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: availability_zones {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.035307 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: dhcp-networks {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.036764 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: dhcp-agents {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.038358 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: routers {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.040415 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: flavors {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.041612 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: service_profiles {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.042951 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: next_providers {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.044481 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: service_profiles {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.045955 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: floatingip-pools {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.047262 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: routers {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.049144 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: floatingips {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.050385 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: l3-routers {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.051834 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: l3-agents {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.053378 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: metering-labels {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.054688 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: metering-label-rules {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.056032 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: network-ip-availabilities {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.057415 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: bindings {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.059015 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: quotas {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.060650 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: quotas {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.062343 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: rbac-policies {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.063582 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: security-groups {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.064819 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: security-group-rules {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.066656 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: service-providers {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.068034 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: subnetpools {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.069400 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: subnetpools {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.070908 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: tags {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.072734 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: tags {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.074501 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: tags {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.076466 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: tags {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.078201 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: tags {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.080149 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: tags {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.082641 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: tags {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.084522 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: tags {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.086330 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: tags {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.088258 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron.api.extensions [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Extended resource: tags {{(pid=106128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 14:49:43.095343 dv-cinder-856463-5-iscsi neutron-server[106128]: WARNING keystonemiddleware.auth_token [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 22 14:49:43.100535 dv-cinder-856463-5-iscsi neutron-server[106128]: WARNING keystonemiddleware.auth_token [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 22 14:49:43.109540 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_concurrency.lockutils [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Acquiring lock "singleton_lock" {{(pid=106128) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 22 14:49:43.109880 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_concurrency.lockutils [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Acquired lock "singleton_lock" {{(pid=106128) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 22 14:49:43.110366 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_concurrency.lockutils [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Releasing lock "singleton_lock" {{(pid=106128) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 22 14:49:43.111022 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO oslo_service.service [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Starting 2 workers Sep 22 14:49:43.116389 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Started child 106241 {{(pid=106128) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 14:49:43.120972 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Started child 106242 {{(pid=106128) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 14:49:43.122021 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:49:43.122638 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO neutron.service [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Neutron service started, listening on 0.0.0.0:9696 Sep 22 14:49:43.123224 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Publish callbacks [] for process (None), before_spawn {{(pid=106128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:49:43.123647 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [-] (106241) wsgi starting up on http://0.0.0.0:9696 Sep 22 14:49:43.125665 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO oslo_service.service [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Starting 1 workers Sep 22 14:49:43.125849 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:49:43.127329 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [-] (106242) wsgi starting up on http://0.0.0.0:9696 Sep 22 14:49:43.131845 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Started child 106243 {{(pid=106128) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 14:49:43.132365 dv-cinder-856463-5-iscsi neutron-server[106128]: INFO oslo_service.service [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Starting 1 workers Sep 22 14:49:43.135749 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.service [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] calling RpcWorker wait() {{(pid=106243) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 22 14:49:43.136325 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.service [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] returning from RpcWorker wait() {{(pid=106243) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 22 14:49:43.136910 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Started child 106244 {{(pid=106128) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 14:49:43.137633 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:49:43.137734 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG neutron_lib.callbacks.manager [None req-c1c52ac3-45ef-4c01-b6a8-62aff7e1edae None None] Publish callbacks [] for process (None), after_spawn {{(pid=106128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:49:43.138153 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:49:43.139624 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106128) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 14:49:43.139839 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 14:49:43.140031 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 14:49:43.140258 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 14:49:43.140607 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 14:49:43.140794 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 14:49:43.141316 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.141789 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.142080 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:49:43.142607 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.142607 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.143017 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:49:43.143161 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.143473 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.143707 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.144438 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.144438 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.144612 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.144682 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.144923 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.145209 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.145544 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.145875 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.146175 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.146421 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.146660 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.147052 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.147236 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.147505 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.147908 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] debug = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.148137 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.148619 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.149050 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.152948 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.152948 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.152948 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.152948 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.152948 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.152948 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.152948 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.152948 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.153495 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.153495 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.153495 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.153495 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.153495 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.153495 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.153495 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] host = dv-cinder-856463-5-iscsi {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.153495 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.153939 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.153939 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.154174 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.154612 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.154874 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.155156 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.155522 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.155731 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.155991 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.156435 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.156678 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.156937 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.157190 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_file = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.157419 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_options = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.157669 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.158065 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.158253 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.158483 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.158743 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.158866 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.159042 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.159395 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.159729 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.159972 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.160291 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.160531 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.160763 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.161197 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.161470 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.161731 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.162159 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.162496 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.162696 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.162951 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.163216 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.163551 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.163809 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.164034 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.164275 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.164702 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.164835 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.165134 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.165342 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.165642 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.165902 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.166365 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.166857 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.167055 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.167524 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.167961 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.168236 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.168450 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.168917 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.169314 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.169725 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.170188 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.170435 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.170696 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.170969 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.171526 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.171693 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] use_json = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.171924 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.172177 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.172640 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.173082 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.173326 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.173710 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.174152 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.174415 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.174751 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.175671 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.176239 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.176689 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.176839 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.177441 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.177441 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.177794 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.178012 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.178149 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.178420 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.178679 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.179183 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.179379 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.179663 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.179806 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.180121 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.181128 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.181589 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.181749 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.181884 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.182101 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.182331 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.182621 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.183010 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.183149 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.183953 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.183953 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.183953 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.184316 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.184477 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.184871 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.185100 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.185365 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.185631 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.185872 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.186125 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.186468 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.186591 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.186815 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.187038 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.187329 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.187577 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.187816 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.188049 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.188269 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.188505 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.188755 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.189028 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.189297 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.189509 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.189727 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.189944 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.190184 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.190431 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.191570 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.191570 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.191898 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.192019 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.192185 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.192441 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.192681 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.192904 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.193159 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.193388 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.193623 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.193840 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.194059 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.194275 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.194513 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.194735 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.194983 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.195192 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.195436 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.195675 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.195896 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.196110 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.196349 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.196571 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.196909 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.197246 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.197246 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.197507 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.197626 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.197841 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.198055 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.198751 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.198881 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.199132 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.199390 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.199659 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.199882 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.200132 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.200429 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.200904 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.201049 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.201178 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.201409 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.201628 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.201891 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.202114 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.202360 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.202593 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.202860 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.203109 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.203385 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.203741 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.203871 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.204088 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.204310 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.204705 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.204833 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.204971 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.205175 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.205424 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.205641 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.206353 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.206353 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.206353 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.206718 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.206863 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.207084 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.207341 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.207594 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.207878 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.208140 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.208451 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.208757 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.209259 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.209552 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.209928 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.210053 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.210223 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.210593 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.210750 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.211038 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.211312 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.211552 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.211819 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.212041 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.212285 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.212510 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.212733 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.212965 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.213485 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.213623 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.213795 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.214013 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.214280 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.214530 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.214853 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.215036 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.215312 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.215556 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.215809 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.216154 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.216288 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.216515 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.216747 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.216969 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.217189 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.217586 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.217715 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.217871 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.218307 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.218469 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.218613 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.218825 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.219002 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.220080 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.220080 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.220080 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.220080 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.220571 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.220571 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.220798 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.220798 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.221043 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.221566 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.221566 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.221869 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.222002 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.222214 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.222440 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.223060 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.223060 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.223359 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.223359 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.223681 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.223832 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.224050 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.224729 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.224729 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.224729 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.225109 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.225230 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.227261 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.227261 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.227261 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.227261 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.227261 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.227261 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.227261 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.227261 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.227797 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.227797 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.227950 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.228190 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.228386 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.228619 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.228861 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.229158 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.229411 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.229687 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.229849 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.230076 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.230298 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.230568 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.230813 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.231047 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.231614 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.231614 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.231870 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.231990 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.232387 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.232611 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.232974 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.233347 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.233586 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.233810 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.234048 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.234380 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.234649 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.235097 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.235573 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.235948 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.236328 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.236717 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.236938 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.237163 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.237393 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.238136 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.238353 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.238612 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.238854 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.239070 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.239463 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.239831 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.240191 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.240556 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.240917 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.241307 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.241543 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.241795 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.242013 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.242285 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.242505 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.242722 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.242951 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.243309 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.243487 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.243693 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.243910 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.244123 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.244348 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.244587 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.244799 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.245099 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.245351 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.245598 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.245886 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.246146 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.246420 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.246651 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.246967 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.247185 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.247452 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.247541 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:49:43.247688 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.247912 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.248140 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.248402 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.248725 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.249009 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.249263 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.249531 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.249811 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.250107 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.250380 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.250631 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.250911 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.251268 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.251554 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.251875 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.252067 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.252320 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.252549 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.252776 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.253789 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.254045 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.254274 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.254521 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.254760 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.254993 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.255288 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.255491 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.255907 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.256013 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.256243 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.257407 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.257407 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.257407 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 14:49:43.257653 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106128) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 14:49:43.257732 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 14:49:43.257894 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 14:49:43.258065 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 14:49:43.258236 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 14:49:43.258417 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 14:49:43.258629 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.258794 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.258957 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.259118 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.259343 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.259507 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.259668 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.259829 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.259989 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.260152 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.260311 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.260487 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.260633 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.260814 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.260947 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.261108 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.261272 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.261427 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.261568 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.261728 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.261887 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.262047 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] debug = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.262207 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.262537 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.262670 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.262767 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.262885 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.263334 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.263334 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.263334 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.263653 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.263653 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.263887 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.263977 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.264095 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.264253 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.264413 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.264609 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.264739 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.264864 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] host = dv-cinder-856463-5-iscsi {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.265013 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.265171 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.265331 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.265490 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.265768 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.265905 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.265990 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.266105 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.266239 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.266398 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.266558 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.266717 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.266877 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.267038 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_file = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.267193 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_options = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.267424 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.267563 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.267707 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.267834 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.267990 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.268149 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.268309 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.268469 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.268628 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.268840 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.268978 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.269102 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.269266 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.269425 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.269588 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.269748 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.269909 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.270069 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.270535 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.270535 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.270535 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.270750 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.270828 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.270965 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.271130 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.271313 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.271472 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.271631 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.271790 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.271950 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.272110 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.272269 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.272430 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.272602 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.272844 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.273008 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.273170 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.273170 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.273475 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.273475 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.274116 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.274116 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.274116 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.274116 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.275276 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.275276 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.275276 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] use_json = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.275276 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.275276 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.275276 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.275276 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.275276 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.278314 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.278314 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.278314 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.278314 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 14:49:43.278314 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.278314 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.278314 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.278314 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.279048 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.279048 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.279048 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.279048 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.279048 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.279048 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.279048 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.279048 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.280897 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.280897 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.280897 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.280897 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.280897 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.280897 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.280897 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.280897 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.281460 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.281460 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.281460 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.281460 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.281460 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.281460 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.281460 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.281460 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.282585 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.282585 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.282585 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.282585 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.282585 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.282585 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.282585 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.282585 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.283723 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.283723 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.283723 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.283723 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.283723 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.283723 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.283723 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.283723 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.283723 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.285178 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.285178 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.285178 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.285178 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.285178 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.285178 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.285178 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.285178 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.285178 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.287621 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.287621 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.287621 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.287621 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.287621 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.287621 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.287621 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.287621 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288175 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288175 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288175 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288175 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288175 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288175 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288175 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288175 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288175 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288766 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288766 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288766 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288766 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288766 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288766 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288766 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288766 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.288766 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.289356 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.289356 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.289356 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.289356 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.289356 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.289356 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.289356 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.289356 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.289887 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.289887 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.289887 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.289887 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.290153 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.290239 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.290378 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.290545 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.290708 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.290871 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.291220 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.291220 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.291610 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.291777 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.291940 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.292104 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.292267 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.292429 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.292591 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.292753 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.292915 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.293078 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.293239 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.293406 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.293563 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.293728 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.293891 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.294056 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.294217 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.294959 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.294959 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.294959 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.294959 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.294959 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.295372 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.295372 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.295512 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.295621 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.295782 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.295951 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.296123 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.296288 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.296451 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.296612 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.296774 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.296936 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.297096 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.297259 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.297424 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.297584 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.297746 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.297919 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.298083 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.298244 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.298405 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.298592 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.298753 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.298916 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.299077 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.299259 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.299422 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.299583 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.299745 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.299909 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.300598 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.300760 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.300923 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.301085 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.301249 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.301412 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.301579 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.301742 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.301904 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.302066 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.302229 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.302392 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.302554 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.302715 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.302877 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.303040 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.303245 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.303385 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.303547 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.303711 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.303711 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.303711 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.303711 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.303711 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.303711 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.303711 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.303711 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.306544 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.306544 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.306544 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.306544 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.306834 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.306915 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.307035 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.307229 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.307381 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.309743 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.309743 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.309743 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.309743 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.309743 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.309743 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.309743 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.309743 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.310417 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.310417 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.310417 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.311293 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.311477 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.311653 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.311823 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.312079 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.312380 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.312679 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.312983 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.313279 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.313590 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.313895 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.314193 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.314493 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.314757 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.314929 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.315099 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.315289 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.315460 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.315628 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.316397 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.316564 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.316729 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.316896 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.317061 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.317225 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.317399 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.317540 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.317703 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.317866 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.318029 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.318187 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.318358 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.318520 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.318683 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.318845 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.319008 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.319171 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.319367 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.319531 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.319694 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.319855 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.320018 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.320180 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.320353 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.320514 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.320676 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.320839 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.321001 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.321163 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.321326 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.321484 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.321646 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.321808 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.321970 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.322131 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.322303 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.322465 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.322627 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.322789 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.322950 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.323112 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.323306 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.323470 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.323633 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.323794 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.323954 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.324116 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.324288 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.324452 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.324615 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.324791 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.324952 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.325115 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.325277 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.325451 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.325614 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.325780 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.325944 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.326106 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.326268 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.326432 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.326601 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.326775 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.326943 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.327109 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.327302 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.327474 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.327646 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.327809 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.327978 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.328170 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.328304 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.328453 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.328614 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.328776 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.328938 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.329100 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.329262 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.329424 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.329585 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.329748 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.329910 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.330073 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.330236 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.330399 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.330561 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.330723 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.330884 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.331048 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.331223 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 14:49:43.331410 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 14:49:43.382595 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 43220) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:49:43.389517 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [-] 10.222.0.66 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047686 Sep 22 14:49:43.393978 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [-] 10.222.0.66 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038104 Sep 22 14:49:52.603423 dv-cinder-856463-5-iscsi neutron-server[106128]: DEBUG dbcounter [-] [106128] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106128) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:49:54.666512 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8fbc2d-7fc8-47ed-a8da-18b15c0b9140 None None] get_active_networks_info from dv-cinder-856463-5-iscsi {{(pid=106243) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 22 14:49:54.690020 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writer thread running {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 14:49:54.760814 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8fbc2d-7fc8-47ed-a8da-18b15c0b9140 None None] No non-hosted networks {{(pid=106243) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 22 14:49:54.769245 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.agentschedulers_db [None req-af8fbc2d-7fc8-47ed-a8da-18b15c0b9140 None None] DHCP Agent not found on host dv-cinder-856463-5-iscsi {{(pid=106243) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 22 14:49:54.855803 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b19c43aa-43b6-43a6-946c-15ea19a41bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4121537'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:49:56.497628 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writer thread running {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 14:49:57.058360 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c46ef718-83a4-44c3-8346-8bb7d40201de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4121537'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:49:57.116411 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dedf514c-13a5-41f4-a61d-8c7910ed3f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:49:58.191651 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4121537'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:49:58.610668 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 43294) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:49:59.235265 dv-cinder-856463-5-iscsi neutron-server[106241]: WARNING oslo_policy.policy [None req-41ecd954-6fbb-4efd-bd6d-f0308b9aa549 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 14:49:59.235730 dv-cinder-856463-5-iscsi neutron-server[106241]: WARNING oslo_policy.policy [None req-41ecd954-6fbb-4efd-bd6d-f0308b9aa549 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 14:49:59.459113 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [None req-41ecd954-6fbb-4efd-bd6d-f0308b9aa549 admin admin] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 14:49:59.505919 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-41ecd954-6fbb-4efd-bd6d-f0308b9aa549 admin admin] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8940482 Sep 22 14:49:59.941769 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4121537'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:00.057949 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4121537'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:00.059515 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:00.059865 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:00.060633 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:00.061169 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:00.061696 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:00.062446 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:00.063308 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:00.063858 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:00.066713 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:00.068005 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:00.068571 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:00.069341 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:00.069697 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:00.070515 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:00.070515 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:00.070775 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-856463-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:50:00.080859 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-856463-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:50:01.490332 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.db.l3_hamode_db [None req-357f5cac-64cb-4a02-8b99-4c19f8e47e13 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 22 14:50:01.567833 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f5cac-64cb-4a02-8b99-4c19f8e47e13 None None] Routers set() bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:50:01.568224 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f5cac-64cb-4a02-8b99-4c19f8e47e13 None None] Router IDs set() for agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 22 14:50:02.199016 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 43330) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:50:02.520683 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-c95096cb-d594-440c-ac61-d7232cae5292 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:50:02.532814 dv-cinder-856463-5-iscsi neutron-server[106241]: ERROR stevedore.extension [None req-c95096cb-d594-440c-ac61-d7232cae5292 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 22 14:50:02.615041 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.policy [None req-c95096cb-d594-440c-ac61-d7232cae5292 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106241) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 14:50:02.657583 dv-cinder-856463-5-iscsi neutron-server[106241]: WARNING oslo_policy.policy [None req-c95096cb-d594-440c-ac61-d7232cae5292 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 14:50:02.657963 dv-cinder-856463-5-iscsi neutron-server[106241]: WARNING oslo_policy.policy [None req-c95096cb-d594-440c-ac61-d7232cae5292 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 14:50:02.678598 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writer thread running {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 14:50:02.754312 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c95096cb-d594-440c-ac61-d7232cae5292 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759947788432', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759947789924', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759947772296', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759947764315', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759947769191', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759947760695', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-769834', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-757852', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3720105', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4156307'] for rbac-policy (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:02.830842 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c95096cb-d594-440c-ac61-d7232cae5292 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:02.832250 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-c95096cb-d594-440c-ac61-d7232cae5292 admin admin] 10.222.0.66 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6321929 Sep 22 14:50:05.449474 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 43340) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:50:05.776795 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:50:05.806578 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Made reservation on behalf of 90c1eb704e8b41d8a50cece9255ebf24 for: {'network': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:50:05.810663 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:05.828602 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:05.938194 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Publish callbacks [] for security_group (a2e592fc-df11-4eea-9a83-5e2a3a10d32d), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:05.941847 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (a2e592fc-df11-4eea-9a83-5e2a3a10d32d), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:05.962782 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=106241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 14:50:05.999547 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759948878264', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (9af38230-9a3c-4672-b880-daefd18091ef), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:06.000131 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Unsubscribe: segment precommit_create {{(pid=106241) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 14:50:06.000678 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.segments_db [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Added segment 9af38230-9a3c-4672-b880-daefd18091ef of type vlan for network 7c328893-f078-469e-a42b-0d2a0ee6f382 Sep 22 14:50:06.021805 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e592fc-df11-4eea-9a83-5e2a3a10d32d,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:06.071750 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:06.072093 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:06.072452 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:06.072807 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:06.073141 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:06.073470 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:06.073795 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:06.074119 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:06.074440 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:06.074767 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:06.075089 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:06.075455 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:06.075780 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:06.076097 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:06.076414 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Tracked resource versions report: Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: pushed versions: Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: { 'AddressGroup': {'1.2'}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Agent': {'1.1'}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'ConntrackHelper': {'1.0'}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'LocalIPAssociation': {'1.0'}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Log': {'1.0'}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'NDPProxy': {'1.0'}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Network': {'1.1'}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Port': {'1.7'}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'PortForwarding': {'1.3'}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'QosPolicy': {'1.10'}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'SecurityGroup': {'1.5'}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'SecurityGroupRule': {'1.2'}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'SubPort': {'1.0'}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Subnet': {'1.1'}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Trunk': {'1.1'}} Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: consumer versions: Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: { DHCP agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: L3 agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: Metadata agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: Metering agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: Open vSwitch agent@dv-cinder-856463-5-iscsi: { 'AddressGroup': '1.2', Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Agent': '1.1', Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'ConntrackHelper': '1.0', Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'LocalIPAssociation': '1.0', Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Log': '1.0', Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'NDPProxy': '1.0', Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Network': '1.1', Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Port': '1.7', Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'PortForwarding': '1.3', Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'QosPolicy': '1.10', Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'SecurityGroup': '1.5', Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'SecurityGroupRule': '1.2', Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'SubPort': '1.0', Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Subnet': '1.1', Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Trunk': '1.1'}} Sep 22 14:50:06.077992 dv-cinder-856463-5-iscsi neutron-server[106241]: {{(pid=106241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 14:50:06.112460 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (7c328893-f078-469e-a42b-0d2a0ee6f382), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:06.155459 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (7c328893-f078-469e-a42b-0d2a0ee6f382), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:06.160429 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:50:06.161128 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:06.252306 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8016341 Sep 22 14:50:06.283779 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799f113-1522-4bdd-8af4-0adf18fb06d1 demo demo] Pushing event updated for resources: {'Network': ['ID=7c328893-f078-469e-a42b-0d2a0ee6f382,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:06.296706 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network 7c328893-f078-469e-a42b-0d2a0ee6f382 details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 14:50:08.957532 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 43352) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:50:09.305160 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:09.395641 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a010da-44d9-4a37-b8e1-41f85d9f42de demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:50:09.397023 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-b6a010da-44d9-4a37-b8e1-41f85d9f42de demo admin] 10.222.0.66 "GET /networking/v2.0/networks/7c328893-f078-469e-a42b-0d2a0ee6f382 HTTP/1.1" status: 200 len: 825 time: 0.4385257 Sep 22 14:50:09.422228 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-52dcb5fb-241b-4b80-bee7-ba9b2482012a demo admin] 10.222.0.66 "GET /networking/v2.0/subnetpools/9fea6331-df16-4631-8283-dda27dfa2405 HTTP/1.1" status: 200 len: 734 time: 0.0192463 Sep 22 14:50:09.431020 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-22b47bb4-67db-4de2-96cb-7af58922a22b demo admin] Request body: {'subnet': {'subnetpool_id': '9fea6331-df16-4631-8283-dda27dfa2405', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382', 'gateway_ip': '172.20.0.1'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:50:09.457285 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b47bb4-67db-4de2-96cb-7af58922a22b demo admin] Made reservation on behalf of 90c1eb704e8b41d8a50cece9255ebf24 for: {'subnet': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:50:09.459645 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-22b47bb4-67db-4de2-96cb-7af58922a22b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:09.584988 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:09.754255 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-22b47bb4-67db-4de2-96cb-7af58922a22b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for subnet (27cf3623-2d50-4a17-a16b-dc89acbda6aa), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:09.826766 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b47bb4-67db-4de2-96cb-7af58922a22b demo admin] Pushing event updated for resources: {'Subnet': ['ID=27cf3623-2d50-4a17-a16b-dc89acbda6aa,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:09.831405 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b47bb4-67db-4de2-96cb-7af58922a22b demo admin] Checking segment: {'id': '9af38230-9a3c-4672-b880-daefd18091ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:50:09.831800 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b47bb4-67db-4de2-96cb-7af58922a22b demo admin] Network hostable DHCP agents. Network: 7c328893-f078-469e-a42b-0d2a0ee6f382, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 14:50:09.853670 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b47bb4-67db-4de2-96cb-7af58922a22b demo admin] Network 7c328893-f078-469e-a42b-0d2a0ee6f382 is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 14:50:09.864616 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-22b47bb4-67db-4de2-96cb-7af58922a22b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, 7c328893-f078-469e-a42b-0d2a0ee6f382) {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:50:09.870266 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b47bb4-67db-4de2-96cb-7af58922a22b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:50:09.871333 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-22b47bb4-67db-4de2-96cb-7af58922a22b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:09.874895 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd2115e-4940-495d-9267-78c0c7c7e5ac None None] Network 7c328893-f078-469e-a42b-0d2a0ee6f382 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:50:09.895540 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-22b47bb4-67db-4de2-96cb-7af58922a22b demo admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4612660 Sep 22 14:50:10.147475 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd1ba1b-f342-5f5c-8987-fbda7cf6b98e-7c328893-f078-469e-a42b-0d2a0ee6f382', 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382', 'project_id': '90c1eb704e8b41d8a50cece9255ebf24', 'fixed_ips': [{'subnet_id': '27cf3623-2d50-4a17-a16b-dc89acbda6aa'}]}} from dv-cinder-856463-5-iscsi. {{(pid=106243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 14:50:10.148824 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:10.426309 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Allocated IP 172.20.0.2 (7c328893-f078-469e-a42b-0d2a0ee6f382/27cf3623-2d50-4a17-a16b-dc89acbda6aa/61186ead-6e1e-49eb-8faf-ebdae85af9b1) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:50:10.429234 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:10.702803 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Publish callbacks [] for port (61186ead-6e1e-49eb-8faf-ebdae85af9b1), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:10.711732 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (61186ead-6e1e-49eb-8faf-ebdae85af9b1), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:10.789069 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Network 7c328893-f078-469e-a42b-0d2a0ee6f382 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:50:10.794773 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:50:10.800942 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:50:10.803023 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Pushing event updated for resources: {'Port': ['ID=61186ead-6e1e-49eb-8faf-ebdae85af9b1,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:10.837805 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:10.838157 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:10.838527 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:10.839054 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:10.839244 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:10.839581 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:10.839908 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:10.840239 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:10.840602 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:10.841060 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:10.841391 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:10.841738 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:10.842079 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:10.842394 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:10.842715 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Tracked resource versions report: Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: pushed versions: Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: { 'AddressGroup': {'1.2'}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Agent': {'1.1'}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'ConntrackHelper': {'1.0'}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'LocalIPAssociation': {'1.0'}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Log': {'1.0'}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'NDPProxy': {'1.0'}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Network': {'1.1'}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Port': {'1.7'}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'PortForwarding': {'1.3'}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'QosPolicy': {'1.10'}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'SecurityGroup': {'1.5'}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'SecurityGroupRule': {'1.2'}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'SubPort': {'1.0'}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Subnet': {'1.1'}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Trunk': {'1.1'}} Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: consumer versions: Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: { DHCP agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: L3 agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: Metadata agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: Metering agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: Open vSwitch agent@dv-cinder-856463-5-iscsi: { 'AddressGroup': '1.2', Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Agent': '1.1', Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'ConntrackHelper': '1.0', Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'LocalIPAssociation': '1.0', Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Log': '1.0', Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'NDPProxy': '1.0', Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Network': '1.1', Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Port': '1.7', Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'PortForwarding': '1.3', Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'QosPolicy': '1.10', Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'SecurityGroup': '1.5', Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'SecurityGroupRule': '1.2', Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'SubPort': '1.0', Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Subnet': '1.1', Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Trunk': '1.1'}} Sep 22 14:50:10.844256 dv-cinder-856463-5-iscsi neutron-server[106243]: {{(pid=106243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 14:50:10.898435 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Attempting to bind port 61186ead-6e1e-49eb-8faf-ebdae85af9b1 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:50:10.899780 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Attempting to bind port 61186ead-6e1e-49eb-8faf-ebdae85af9b1 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '9af38230-9a3c-4672-b880-daefd18091ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:50:10.899780 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Attempting to bind port 61186ead-6e1e-49eb-8faf-ebdae85af9b1 on network 7c328893-f078-469e-a42b-0d2a0ee6f382 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:50:10.932323 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:10.958490 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:50:10.958790 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Checking segment: {'id': '9af38230-9a3c-4672-b880-daefd18091ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:50:10.959276 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:10.959664 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Bound using segment: {'id': '9af38230-9a3c-4672-b880-daefd18091ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:50:10.960125 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Bound port: 61186ead-6e1e-49eb-8faf-ebdae85af9b1, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af38230-9a3c-4672-b880-daefd18091ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:50:10.960533 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (61186ead-6e1e-49eb-8faf-ebdae85af9b1), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:11.021225 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] For port 61186ead-6e1e-49eb-8faf-ebdae85af9b1, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:50:11.040285 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] For port 61186ead-6e1e-49eb-8faf-ebdae85af9b1, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=61186ead-6e1e-49eb-8faf-ebdae85af9b1,segment=NetworkSegment(9af38230-9a3c-4672-b880-daefd18091ef),segment_id=9af38230-9a3c-4672-b880-daefd18091ef)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:50:11.048409 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (61186ead-6e1e-49eb-8faf-ebdae85af9b1), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:11.097335 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3781a-f8ef-418d-a9d0-af086c534e31 None None] Pushing event updated for resources: {'Port': ['ID=61186ead-6e1e-49eb-8faf-ebdae85af9b1,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:12.612698 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 43364) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:50:13.148794 dv-cinder-856463-5-iscsi neutron-server[106242]: WARNING oslo_policy.policy [None req-7ca3a3bf-60f9-4ae4-9a15-da4e4ee4dd47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 14:50:13.149363 dv-cinder-856463-5-iscsi neutron-server[106242]: WARNING oslo_policy.policy [None req-7ca3a3bf-60f9-4ae4-9a15-da4e4ee4dd47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 14:50:13.368384 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [None req-7ca3a3bf-60f9-4ae4-9a15-da4e4ee4dd47 admin admin] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 14:50:13.369616 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7ca3a3bf-60f9-4ae4-9a15-da4e4ee4dd47 admin admin] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7551615 Sep 22 14:50:14.951756 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=6 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:14.956306 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:16.045169 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 43382) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:50:16.412043 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [None req-38f7d1e3-60c4-41f8-a411-f437cce0dd5b admin admin] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 14:50:16.413037 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-38f7d1e3-60c4-41f8-a411-f437cce0dd5b admin admin] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3669128 Sep 22 14:50:19.135419 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 43394) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:50:19.306174 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db1caa2-7529-4c8a-a8ea-8449069a4c6b None None] Network 7c328893-f078-469e-a42b-0d2a0ee6f382 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:50:19.368771 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-7dc098a5-f0eb-4168-aa81-5125cbd8f0ad None None] Provisioning complete for port 61186ead-6e1e-49eb-8faf-ebdae85af9b1 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:50:19.369186 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7dc098a5-f0eb-4168-aa81-5125cbd8f0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (61186ead-6e1e-49eb-8faf-ebdae85af9b1), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:19.369557 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-7dc098a5-f0eb-4168-aa81-5125cbd8f0ad None None] Attempt 1 to provision port 61186ead-6e1e-49eb-8faf-ebdae85af9b1 Sep 22 14:50:19.480574 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-f43f3f46-ca67-41cd-a606-c28c566b661c demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:50:19.490561 dv-cinder-856463-5-iscsi neutron-server[106242]: ERROR stevedore.extension [None req-f43f3f46-ca67-41cd-a606-c28c566b661c demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 22 14:50:19.542359 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.policy [None req-f43f3f46-ca67-41cd-a606-c28c566b661c demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106242) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 14:50:19.564054 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-7dc098a5-f0eb-4168-aa81-5125cbd8f0ad None None] Current status of the port 61186ead-6e1e-49eb-8faf-ebdae85af9b1 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:50:19.564457 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7dc098a5-f0eb-4168-aa81-5125cbd8f0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (61186ead-6e1e-49eb-8faf-ebdae85af9b1), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:19.590247 dv-cinder-856463-5-iscsi neutron-server[106242]: WARNING oslo_policy.policy [None req-f43f3f46-ca67-41cd-a606-c28c566b661c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 14:50:19.590666 dv-cinder-856463-5-iscsi neutron-server[106242]: WARNING oslo_policy.policy [None req-f43f3f46-ca67-41cd-a606-c28c566b661c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 14:50:19.606841 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-7dc098a5-f0eb-4168-aa81-5125cbd8f0ad None None] For port 61186ead-6e1e-49eb-8faf-ebdae85af9b1, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=61186ead-6e1e-49eb-8faf-ebdae85af9b1,segment=NetworkSegment(9af38230-9a3c-4672-b880-daefd18091ef),segment_id=9af38230-9a3c-4672-b880-daefd18091ef)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:50:19.611690 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7dc098a5-f0eb-4168-aa81-5125cbd8f0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (61186ead-6e1e-49eb-8faf-ebdae85af9b1), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:19.613215 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writer thread running {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 14:50:19.614575 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:19.661997 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f43f3f46-ca67-41cd-a606-c28c566b661c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4124553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15760'] for router (39146dd4-22a5-4105-901f-91eff6569578), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:19.664065 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f43f3f46-ca67-41cd-a606-c28c566b661c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4099067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4192051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15769'] for router (39146dd4-22a5-4105-901f-91eff6569578), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:19.666086 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc098a5-f0eb-4168-aa81-5125cbd8f0ad None None] Pushing event updated for resources: {'Port': ['ID=61186ead-6e1e-49eb-8faf-ebdae85af9b1,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:19.731875 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-f5734487-7f51-4619-a051-583d2e3616c3 None None] Provisioning complete for port 61186ead-6e1e-49eb-8faf-ebdae85af9b1 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:50:19.732276 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f5734487-7f51-4619-a051-583d2e3616c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (61186ead-6e1e-49eb-8faf-ebdae85af9b1), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:19.732620 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-f5734487-7f51-4619-a051-583d2e3616c3 None None] Attempt 1 to provision port 61186ead-6e1e-49eb-8faf-ebdae85af9b1 Sep 22 14:50:19.779511 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:19.801725 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 61186ead-6e1e-49eb-8faf-ebdae85af9b1 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:50:19.827347 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f43f3f46-ca67-41cd-a606-c28c566b661c demo demo] Publish callbacks [] for router_controller (39146dd4-22a5-4105-901f-91eff6569578), precommit_add_association {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:19.832713 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f43f3f46-ca67-41cd-a606-c28c566b661c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121636'] for router (39146dd4-22a5-4105-901f-91eff6569578), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:19.847135 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-f5734487-7f51-4619-a051-583d2e3616c3 None None] Current status of the port 61186ead-6e1e-49eb-8faf-ebdae85af9b1 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:50:19.857505 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f43f3f46-ca67-41cd-a606-c28c566b661c demo demo] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:19.859237 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f43f3f46-ca67-41cd-a606-c28c566b661c demo demo] 10.222.0.66 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7223971 Sep 22 14:50:19.864889 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 61186ead-6e1e-49eb-8faf-ebdae85af9b1 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:50:19.865289 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (61186ead-6e1e-49eb-8faf-ebdae85af9b1), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:19.865635 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 61186ead-6e1e-49eb-8faf-ebdae85af9b1 Sep 22 14:50:19.880133 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:19.883174 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:INSERT=3,neutron:SELECT=25,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:19.943622 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 61186ead-6e1e-49eb-8faf-ebdae85af9b1 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:50:22.490713 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 43408) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:50:22.814002 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [None req-de2db72b-f973-49f8-a6f6-7ab675119a16 admin admin] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 14:50:22.815006 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-de2db72b-f973-49f8-a6f6-7ab675119a16 admin admin] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3233194 Sep 22 14:50:24.631531 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1ad13919-cda1-49db-a0c8-fc91621a73d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:25.491900 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 43416) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:50:25.814038 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:50:25.834145 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] Made reservation on behalf of 0562937a351d4a8397127ac952e02625 for: {'network': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:50:25.836371 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:25.844675 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:25.922568 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] Publish callbacks [] for security_group (71312837-b51d-4a37-ad2b-15f08353a1bb), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:25.926212 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (71312837-b51d-4a37-ad2b-15f08353a1bb), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:25.941503 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] Reserving flat network on physical network physnet1 {{(pid=106241) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 22 14:50:25.967883 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71312837-b51d-4a37-ad2b-15f08353a1bb,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:25.971952 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (0e142fa9-7f1c-4243-9953-7d2f34b9e280), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:25.972693 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.segments_db [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] Added segment 0e142fa9-7f1c-4243-9953-7d2f34b9e280 of type flat for network 0158fd45-c628-47d4-94af-d510067846ec Sep 22 14:50:26.020426 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (0158fd45-c628-47d4-94af-d510067846ec), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:26.052462 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (0158fd45-c628-47d4-94af-d510067846ec), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:26.053465 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:50:26.054043 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:26.126450 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6334441 Sep 22 14:50:26.154110 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6aa9a5-845b-4c36-9aea-685c6a698004 admin admin] Pushing event updated for resources: {'Network': ['ID=0158fd45-c628-47d4-94af-d510067846ec,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:26.166392 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network 0158fd45-c628-47d4-94af-d510067846ec details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 14:50:26.226043 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:27.057064 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4571d0bb-c2aa-43e2-9cf5-3bf7b7e44f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:28.156882 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:28.748786 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 43424) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:50:29.119306 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00f15b1-e647-4df5-9aa5-fae7d2811acf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:50:29.120647 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-d00f15b1-e647-4df5-9aa5-fae7d2811acf demo admin] 10.222.0.66 "GET /networking/v2.0/subnets/27cf3623-2d50-4a17-a16b-dc89acbda6aa HTTP/1.1" status: 200 len: 849 time: 0.3709803 Sep 22 14:50:29.288820 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-cce5c497-56d3-4b41-875b-d0afef50b516 demo admin] 10.222.0.66 "GET /networking/v2.0/routers/39146dd4-22a5-4105-901f-91eff6569578 HTTP/1.1" status: 200 len: 704 time: 0.1623359 Sep 22 14:50:29.563466 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:29.793699 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:29.838870 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:29.846055 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=15,neutron:INSERT=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:29.852928 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=2,neutron:UPDATE=1,neutron:SELECT=3,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:29.865116 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Allocated IP 172.20.0.1 (7c328893-f078-469e-a42b-0d2a0ee6f382/27cf3623-2d50-4a17-a16b-dc89acbda6aa/87884a24-da2d-4f74-b22f-6175c2667cc6) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:50:29.896579 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:30.035580 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:30.072041 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Publish callbacks [] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:30.136338 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:30.211289 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Network 7c328893-f078-469e-a42b-0d2a0ee6f382 is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:50:30.218969 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:50:30.221075 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Pushing event updated for resources: {'Port': ['ID=87884a24-da2d-4f74-b22f-6175c2667cc6,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:30.224850 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:50:30.225204 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4097821'] for router_interface (39146dd4-22a5-4105-901f-91eff6569578), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:30.423154 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:30.425930 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] Provisioning complete for port 87884a24-da2d-4f74-b22f-6175c2667cc6 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:50:30.426397 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:30.426809 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] Attempt 1 to provision port 87884a24-da2d-4f74-b22f-6175c2667cc6 Sep 22 14:50:30.514174 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] Port 87884a24-da2d-4f74-b22f-6175c2667cc6 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:50:30.635488 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Publish callbacks [] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:30.639739 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:30.640506 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4097929'] for router_interface (39146dd4-22a5-4105-901f-91eff6569578), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:30.719859 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Pushing event updated for resources: {'Port': ['ID=87884a24-da2d-4f74-b22f-6175c2667cc6,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:30.770357 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Network 7c328893-f078-469e-a42b-0d2a0ee6f382 is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:50:30.771685 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:50:30.778400 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:30.923014 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:30.933898 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Router 39146dd4-22a5-4105-901f-91eff6569578 is scheduled to L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 with binding_index 1 {{(pid=106241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 14:50:31.014913 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] Attempt 2 to provision port 87884a24-da2d-4f74-b22f-6175c2667cc6 Sep 22 14:50:31.024471 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 14:50:31.039666 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Sync routers for ids ['39146dd4-22a5-4105-901f-91eff6569578'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 14:50:31.043819 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-5e306354-3adf-4960-8470-0cbaab12bd65 demo admin] 10.222.0.66 "PUT /networking/v2.0/routers/39146dd4-22a5-4105-901f-91eff6569578/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7494745 Sep 22 14:50:31.054456 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Routers {'39146dd4-22a5-4105-901f-91eff6569578'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:50:31.055720 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:50:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['39146dd4-22a5-4105-901f-91eff6569578'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:50:31.057095 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] Port 87884a24-da2d-4f74-b22f-6175c2667cc6 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:50:31.237326 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Set router 39146dd4-22a5-4105-901f-91eff6569578 gateway port host: None {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:50:31.558650 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] Attempt 3 to provision port 87884a24-da2d-4f74-b22f-6175c2667cc6 Sep 22 14:50:31.589654 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] Port 87884a24-da2d-4f74-b22f-6175c2667cc6 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:50:31.654802 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39146dd4-22a5-4105-901f-91eff6569578', 'name': 'router1', 'tenant_id': '90c1eb704e8b41d8a50cece9255ebf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:50:19Z', 'updated_at': '2022-09-22T14:50:30Z', 'revision_number': 2, 'project_id': '90c1eb704e8b41d8a50cece9255ebf24', 'gw_port_host': None, '_interfaces': [{'id': '87884a24-da2d-4f74-b22f-6175c2667cc6', 'name': '', 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382', 'tenant_id': '90c1eb704e8b41d8a50cece9255ebf24', 'mac_address': 'fa:16:3e:a8:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39146dd4-22a5-4105-901f-91eff6569578', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27cf3623-2d50-4a17-a16b-dc89acbda6aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:50:29Z', 'updated_at': '2022-09-22T14:50:30Z', 'revision_number': 2, 'project_id': '90c1eb704e8b41d8a50cece9255ebf24', 'subnets': [{'id': '27cf3623-2d50-4a17-a16b-dc89acbda6aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fea6331-df16-4631-8283-dda27dfa2405'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:50:31.703016 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Checking router: 39146dd4-22a5-4105-901f-91eff6569578 for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 14:50:31.703406 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Updating router 39146dd4-22a5-4105-901f-91eff6569578 port 87884a24-da2d-4f74-b22f-6175c2667cc6 binding host dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 14:50:31.759153 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:32.090575 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] Attempt 4 to provision port 87884a24-da2d-4f74-b22f-6175c2667cc6 Sep 22 14:50:32.125680 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] Port 87884a24-da2d-4f74-b22f-6175c2667cc6 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:50:32.269209 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Publish callbacks [] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:32.276227 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:32.421125 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Pushing event updated for resources: {'Port': ['ID=87884a24-da2d-4f74-b22f-6175c2667cc6,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:32.437041 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:32.437379 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:32.437736 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:32.438077 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:32.438417 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:32.438738 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:32.439058 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:32.439399 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:32.439720 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:32.440553 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:32.440873 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:32.441203 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:32.441521 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:32.441832 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:32.442143 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Tracked resource versions report: Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: pushed versions: Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: { 'AddressGroup': {'1.2'}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Agent': {'1.1'}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'ConntrackHelper': {'1.0'}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'LocalIPAssociation': {'1.0'}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Log': {'1.0'}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'NDPProxy': {'1.0'}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Network': {'1.1'}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Port': {'1.7'}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'PortForwarding': {'1.3'}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'QosPolicy': {'1.10'}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'SecurityGroup': {'1.5'}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'SecurityGroupRule': {'1.2'}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'SubPort': {'1.0'}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Subnet': {'1.1'}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Trunk': {'1.1'}} Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: consumer versions: Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: { DHCP agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: L3 agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: Metadata agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: Metering agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: Open vSwitch agent@dv-cinder-856463-5-iscsi: { 'AddressGroup': '1.2', Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Agent': '1.1', Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'ConntrackHelper': '1.0', Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'LocalIPAssociation': '1.0', Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Log': '1.0', Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'NDPProxy': '1.0', Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Network': '1.1', Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Port': '1.7', Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'PortForwarding': '1.3', Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'QosPolicy': '1.10', Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'SecurityGroup': '1.5', Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'SecurityGroupRule': '1.2', Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'SubPort': '1.0', Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Subnet': '1.1', Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Trunk': '1.1'}} Sep 22 14:50:32.443607 dv-cinder-856463-5-iscsi neutron-server[106244]: {{(pid=106244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 14:50:32.446868 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Attempting to bind port 87884a24-da2d-4f74-b22f-6175c2667cc6 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:50:32.447287 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Attempting to bind port 87884a24-da2d-4f74-b22f-6175c2667cc6 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '9af38230-9a3c-4672-b880-daefd18091ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:50:32.447723 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Attempting to bind port 87884a24-da2d-4f74-b22f-6175c2667cc6 on network 7c328893-f078-469e-a42b-0d2a0ee6f382 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:50:32.531885 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:50:32.532282 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Checking segment: {'id': '9af38230-9a3c-4672-b880-daefd18091ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:50:32.532746 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:32.533138 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Bound using segment: {'id': '9af38230-9a3c-4672-b880-daefd18091ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:50:32.533653 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Bound port: 87884a24-da2d-4f74-b22f-6175c2667cc6, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af38230-9a3c-4672-b880-daefd18091ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:50:32.534026 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:32.594705 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:32.596629 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] For port 87884a24-da2d-4f74-b22f-6175c2667cc6, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:50:32.602165 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:32.620265 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] For port 87884a24-da2d-4f74-b22f-6175c2667cc6, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=87884a24-da2d-4f74-b22f-6175c2667cc6,segment=NetworkSegment(9af38230-9a3c-4672-b880-daefd18091ef),segment_id=9af38230-9a3c-4672-b880-daefd18091ef)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:50:32.626357 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:32.627247 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] Attempt 5 to provision port 87884a24-da2d-4f74-b22f-6175c2667cc6 Sep 22 14:50:32.656880 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Routers {'39146dd4-22a5-4105-901f-91eff6569578'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:50:32.657511 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:50:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['39146dd4-22a5-4105-901f-91eff6569578'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:50:32.703263 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] Current status of the port 87884a24-da2d-4f74-b22f-6175c2667cc6 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:50:32.703632 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:32.736322 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] For port 87884a24-da2d-4f74-b22f-6175c2667cc6, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=87884a24-da2d-4f74-b22f-6175c2667cc6,segment=NetworkSegment(9af38230-9a3c-4672-b880-daefd18091ef),segment_id=9af38230-9a3c-4672-b880-daefd18091ef)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:50:32.740909 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:32.759245 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78575d1e-356d-4905-b402-7ce5a30464e3 None None] Pushing event updated for resources: {'Port': ['ID=87884a24-da2d-4f74-b22f-6175c2667cc6,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:32.765026 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] Set router 39146dd4-22a5-4105-901f-91eff6569578 gateway port host: None {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:50:32.788476 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea13a50-1f0f-4ea7-9ed7-683963c05e41 None None] Pushing event updated for resources: {'Port': ['ID=87884a24-da2d-4f74-b22f-6175c2667cc6,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:32.864328 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-d439cbb0-ac27-4de9-b616-3178763c0c57 None None] Provisioning complete for port 87884a24-da2d-4f74-b22f-6175c2667cc6 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:50:32.864778 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d439cbb0-ac27-4de9-b616-3178763c0c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:32.865130 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-d439cbb0-ac27-4de9-b616-3178763c0c57 None None] Attempt 1 to provision port 87884a24-da2d-4f74-b22f-6175c2667cc6 Sep 22 14:50:32.938113 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-d439cbb0-ac27-4de9-b616-3178763c0c57 None None] Current status of the port 87884a24-da2d-4f74-b22f-6175c2667cc6 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:50:32.961424 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39146dd4-22a5-4105-901f-91eff6569578', 'name': 'router1', 'tenant_id': '90c1eb704e8b41d8a50cece9255ebf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:50:19Z', 'updated_at': '2022-09-22T14:50:30Z', 'revision_number': 2, 'project_id': '90c1eb704e8b41d8a50cece9255ebf24', 'gw_port_host': None, '_interfaces': [{'id': '87884a24-da2d-4f74-b22f-6175c2667cc6', 'name': '', 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382', 'tenant_id': '90c1eb704e8b41d8a50cece9255ebf24', 'mac_address': 'fa:16:3e:a8:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39146dd4-22a5-4105-901f-91eff6569578', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27cf3623-2d50-4a17-a16b-dc89acbda6aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:50:29Z', 'updated_at': '2022-09-22T14:50:32Z', 'revision_number': 4, 'project_id': '90c1eb704e8b41d8a50cece9255ebf24', 'subnets': [{'id': '27cf3623-2d50-4a17-a16b-dc89acbda6aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fea6331-df16-4631-8283-dda27dfa2405'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:50:32.987529 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db56a2d-e902-4f5d-866e-9e06e5099802 None None] The sync data for ids ['39146dd4-22a5-4105-901f-91eff6569578'] in dv-cinder-856463-5-iscsi is: [{'id': '39146dd4-22a5-4105-901f-91eff6569578', 'name': 'router1', 'tenant_id': '90c1eb704e8b41d8a50cece9255ebf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:50:19Z', 'updated_at': '2022-09-22T14:50:30Z', 'revision_number': 2, 'project_id': '90c1eb704e8b41d8a50cece9255ebf24', 'gw_port_host': None, '_interfaces': [{'id': '87884a24-da2d-4f74-b22f-6175c2667cc6', 'name': '', 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382', 'tenant_id': '90c1eb704e8b41d8a50cece9255ebf24', 'mac_address': 'fa:16:3e:a8:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39146dd4-22a5-4105-901f-91eff6569578', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27cf3623-2d50-4a17-a16b-dc89acbda6aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:50:29Z', 'updated_at': '2022-09-22T14:50:32Z', 'revision_number': 4, 'project_id': '90c1eb704e8b41d8a50cece9255ebf24', 'subnets': [{'id': '27cf3623-2d50-4a17-a16b-dc89acbda6aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fea6331-df16-4631-8283-dda27dfa2405'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 14:50:33.669583 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 43436) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:50:34.083845 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f492ddc2-593e-4e0d-8c45-5181b34c1097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:50:34.085219 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-f492ddc2-593e-4e0d-8c45-5181b34c1097 admin admin] 10.222.0.66 "GET /networking/v2.0/networks/0158fd45-c628-47d4-94af-d510067846ec HTTP/1.1" status: 200 len: 842 time: 0.4146543 Sep 22 14:50:34.095483 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-29eae6d1-6fa7-45c9-99d6-a748347fafa3 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:50:34.119294 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eae6d1-6fa7-45c9-99d6-a748347fafa3 admin admin] Made reservation on behalf of 0562937a351d4a8397127ac952e02625 for: {'subnet': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:50:34.121774 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-29eae6d1-6fa7-45c9-99d6-a748347fafa3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:34.486527 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.objects.ports [None req-29eae6d1-6fa7-45c9-99d6-a748347fafa3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106241) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 22 14:50:34.487159 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-29eae6d1-6fa7-45c9-99d6-a748347fafa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for subnet (92feb89e-ed4f-4b4e-8ec1-900566b788b5), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:34.549578 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eae6d1-6fa7-45c9-99d6-a748347fafa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92feb89e-ed4f-4b4e-8ec1-900566b788b5,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:34.554239 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eae6d1-6fa7-45c9-99d6-a748347fafa3 admin admin] Checking segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:50:34.554598 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eae6d1-6fa7-45c9-99d6-a748347fafa3 admin admin] Network hostable DHCP agents. Network: 0158fd45-c628-47d4-94af-d510067846ec, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 14:50:34.572658 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eae6d1-6fa7-45c9-99d6-a748347fafa3 admin admin] Network 0158fd45-c628-47d4-94af-d510067846ec is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 14:50:34.582472 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-29eae6d1-6fa7-45c9-99d6-a748347fafa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, 0158fd45-c628-47d4-94af-d510067846ec) {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:50:34.587288 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eae6d1-6fa7-45c9-99d6-a748347fafa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:50:34.587985 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-29eae6d1-6fa7-45c9-99d6-a748347fafa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:34.592483 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9342253-2106-4c6b-b2fd-fe1dbfed5f66 None None] Network 0158fd45-c628-47d4-94af-d510067846ec requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:50:34.611896 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-29eae6d1-6fa7-45c9-99d6-a748347fafa3 admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5197744 Sep 22 14:50:34.661850 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:34.722927 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd98c9f0-366c-48c1-91c7-4ceb14777683 None None] Network 0158fd45-c628-47d4-94af-d510067846ec requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:50:37.332782 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 43444) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:50:37.748851 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:37.760073 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-0b0bed79-150f-4ba1-bec7-083261827a0f demo admin] 10.222.0.66 "GET /networking/v2.0/routers/39146dd4-22a5-4105-901f-91eff6569578 HTTP/1.1" status: 200 len: 710 time: 0.4262202 Sep 22 14:50:37.863601 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a79ff34-4f81-4469-96d1-b95f89a5c0fd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:50:37.865102 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-3a79ff34-4f81-4469-96d1-b95f89a5c0fd demo admin] 10.222.0.66 "GET /networking/v2.0/networks/0158fd45-c628-47d4-94af-d510067846ec HTTP/1.1" status: 200 len: 886 time: 0.0991719 Sep 22 14:50:37.874550 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:50:38.118692 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Publish callbacks [] for router_gateway (39146dd4-22a5-4105-901f-91eff6569578), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:38.184527 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:38.345700 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Publish callbacks [] for router_gateway (39146dd4-22a5-4105-901f-91eff6569578), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:38.430086 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:38.534059 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Allocated IP 172.27.1.37 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/c500aae7-1cfe-42d3-8b82-c18b58cdc955) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:50:38.639631 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Publish callbacks [] for port (c500aae7-1cfe-42d3-8b82-c18b58cdc955), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:38.669315 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:38.675744 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (c500aae7-1cfe-42d3-8b82-c18b58cdc955), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:38.718505 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:50:38.723164 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:50:38.725594 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:50:38.764237 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Pushing event updated for resources: {'Port': ['ID=c500aae7-1cfe-42d3-8b82-c18b58cdc955,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:39.078460 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Publish callbacks [] for router_gateway (39146dd4-22a5-4105-901f-91eff6569578), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:39.185399 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 5 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:50:39.215243 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:39.275869 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4123109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15755'] for router (39146dd4-22a5-4105-901f-91eff6569578), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:39.279302 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4123102'] for router (39146dd4-22a5-4105-901f-91eff6569578), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:39.385317 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Router 39146dd4-22a5-4105-901f-91eff6569578 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 14:50:39.487310 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 14:50:39.491671 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] Publish callbacks [] for router (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:39.492968 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-e8f428bd-e6ab-4f87-9551-1e6507624d8c demo admin] 10.222.0.66 "PUT /networking/v2.0/routers/39146dd4-22a5-4105-901f-91eff6569578 HTTP/1.1" status: 200 len: 889 time: 1.6218829 Sep 22 14:50:39.497752 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Sync routers for ids ['39146dd4-22a5-4105-901f-91eff6569578'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 14:50:39.510809 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Routers {'39146dd4-22a5-4105-901f-91eff6569578'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:50:39.511536 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:50:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['39146dd4-22a5-4105-901f-91eff6569578'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:50:39.733764 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Set router 39146dd4-22a5-4105-901f-91eff6569578 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:50:39.813965 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 87884a24-da2d-4f74-b22f-6175c2667cc6 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:50:40.007547 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:40.040001 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 87884a24-da2d-4f74-b22f-6175c2667cc6 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:50:40.040390 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:40.040728 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 87884a24-da2d-4f74-b22f-6175c2667cc6 Sep 22 14:50:40.305014 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39146dd4-22a5-4105-901f-91eff6569578', 'name': 'router1', 'tenant_id': '90c1eb704e8b41d8a50cece9255ebf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'c500aae7-1cfe-42d3-8b82-c18b58cdc955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:50:19Z', 'updated_at': '2022-09-22T14:50:38Z', 'revision_number': 4, 'project_id': '90c1eb704e8b41d8a50cece9255ebf24', 'gw_port': {'id': 'c500aae7-1cfe-42d3-8b82-c18b58cdc955', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:42:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39146dd4-22a5-4105-901f-91eff6569578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:50:38Z', 'updated_at': '2022-09-22T14:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '87884a24-da2d-4f74-b22f-6175c2667cc6', 'name': '', 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382', 'tenant_id': '90c1eb704e8b41d8a50cece9255ebf24', 'mac_address': 'fa:16:3e:a8:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39146dd4-22a5-4105-901f-91eff6569578', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27cf3623-2d50-4a17-a16b-dc89acbda6aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:50:29Z', 'updated_at': '2022-09-22T14:50:32Z', 'revision_number': 5, 'project_id': '90c1eb704e8b41d8a50cece9255ebf24', 'subnets': [{'id': '27cf3623-2d50-4a17-a16b-dc89acbda6aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fea6331-df16-4631-8283-dda27dfa2405'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:50:40.358139 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 87884a24-da2d-4f74-b22f-6175c2667cc6 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:50:40.360818 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Checking router: 39146dd4-22a5-4105-901f-91eff6569578 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 14:50:40.361174 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Updating router 39146dd4-22a5-4105-901f-91eff6569578 port c500aae7-1cfe-42d3-8b82-c18b58cdc955 binding host dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 14:50:40.413502 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (c500aae7-1cfe-42d3-8b82-c18b58cdc955), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:40.724351 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Publish callbacks [] for port (c500aae7-1cfe-42d3-8b82-c18b58cdc955), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:40.730563 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (c500aae7-1cfe-42d3-8b82-c18b58cdc955), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:40.760797 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:40.767803 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Attempting to bind port c500aae7-1cfe-42d3-8b82-c18b58cdc955 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:50:40.768203 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Attempting to bind port c500aae7-1cfe-42d3-8b82-c18b58cdc955 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:50:40.768592 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Attempting to bind port c500aae7-1cfe-42d3-8b82-c18b58cdc955 on network 0158fd45-c628-47d4-94af-d510067846ec {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:50:40.803419 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e6392-6779-4898-8057-b86fc6f313e6 None None] Pushing event updated for resources: {'Port': ['ID=c500aae7-1cfe-42d3-8b82-c18b58cdc955,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:40.824110 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:50:40.824498 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Checking segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:50:40.824896 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:40.825282 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Bound using segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:50:40.825747 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Bound port: c500aae7-1cfe-42d3-8b82-c18b58cdc955, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:50:40.826121 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (c500aae7-1cfe-42d3-8b82-c18b58cdc955), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:40.872903 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] For port c500aae7-1cfe-42d3-8b82-c18b58cdc955, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:50:40.876122 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] For port c500aae7-1cfe-42d3-8b82-c18b58cdc955, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=c500aae7-1cfe-42d3-8b82-c18b58cdc955,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:50:40.882939 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (c500aae7-1cfe-42d3-8b82-c18b58cdc955), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:40.928962 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Routers {'39146dd4-22a5-4105-901f-91eff6569578'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:50:40.929612 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:50:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['39146dd4-22a5-4105-901f-91eff6569578'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:50:40.970090 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e6392-6779-4898-8057-b86fc6f313e6 None None] Pushing event updated for resources: {'Port': ['ID=c500aae7-1cfe-42d3-8b82-c18b58cdc955,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:40.989721 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:41.044403 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] Set router 39146dd4-22a5-4105-901f-91eff6569578 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:50:41.249722 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39146dd4-22a5-4105-901f-91eff6569578', 'name': 'router1', 'tenant_id': '90c1eb704e8b41d8a50cece9255ebf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'c500aae7-1cfe-42d3-8b82-c18b58cdc955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:50:19Z', 'updated_at': '2022-09-22T14:50:38Z', 'revision_number': 4, 'project_id': '90c1eb704e8b41d8a50cece9255ebf24', 'gw_port': {'id': 'c500aae7-1cfe-42d3-8b82-c18b58cdc955', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:42:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39146dd4-22a5-4105-901f-91eff6569578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:50:38Z', 'updated_at': '2022-09-22T14:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '87884a24-da2d-4f74-b22f-6175c2667cc6', 'name': '', 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382', 'tenant_id': '90c1eb704e8b41d8a50cece9255ebf24', 'mac_address': 'fa:16:3e:a8:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39146dd4-22a5-4105-901f-91eff6569578', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27cf3623-2d50-4a17-a16b-dc89acbda6aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:50:29Z', 'updated_at': '2022-09-22T14:50:32Z', 'revision_number': 5, 'project_id': '90c1eb704e8b41d8a50cece9255ebf24', 'subnets': [{'id': '27cf3623-2d50-4a17-a16b-dc89acbda6aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fea6331-df16-4631-8283-dda27dfa2405'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:50:41.277159 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190bf406-5797-4ddb-937e-2d8e3a7a5d13 None None] The sync data for ids ['39146dd4-22a5-4105-901f-91eff6569578'] in dv-cinder-856463-5-iscsi is: [{'id': '39146dd4-22a5-4105-901f-91eff6569578', 'name': 'router1', 'tenant_id': '90c1eb704e8b41d8a50cece9255ebf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'c500aae7-1cfe-42d3-8b82-c18b58cdc955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:50:19Z', 'updated_at': '2022-09-22T14:50:38Z', 'revision_number': 4, 'project_id': '90c1eb704e8b41d8a50cece9255ebf24', 'gw_port': {'id': 'c500aae7-1cfe-42d3-8b82-c18b58cdc955', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:42:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39146dd4-22a5-4105-901f-91eff6569578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:50:38Z', 'updated_at': '2022-09-22T14:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '87884a24-da2d-4f74-b22f-6175c2667cc6', 'name': '', 'network_id': '7c328893-f078-469e-a42b-0d2a0ee6f382', 'tenant_id': '90c1eb704e8b41d8a50cece9255ebf24', 'mac_address': 'fa:16:3e:a8:d1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39146dd4-22a5-4105-901f-91eff6569578', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27cf3623-2d50-4a17-a16b-dc89acbda6aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:50:29Z', 'updated_at': '2022-09-22T14:50:32Z', 'revision_number': 5, 'project_id': '90c1eb704e8b41d8a50cece9255ebf24', 'subnets': [{'id': '27cf3623-2d50-4a17-a16b-dc89acbda6aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9fea6331-df16-4631-8283-dda27dfa2405'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 14:50:41.813290 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device c500aae7-1cfe-42d3-8b82-c18b58cdc955 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:50:41.868769 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port c500aae7-1cfe-42d3-8b82-c18b58cdc955 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:50:41.869165 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (c500aae7-1cfe-42d3-8b82-c18b58cdc955), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:41.869504 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port c500aae7-1cfe-42d3-8b82-c18b58cdc955 Sep 22 14:50:41.952131 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port c500aae7-1cfe-42d3-8b82-c18b58cdc955 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:50:41.952526 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (c500aae7-1cfe-42d3-8b82-c18b58cdc955), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:41.980870 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port c500aae7-1cfe-42d3-8b82-c18b58cdc955, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=c500aae7-1cfe-42d3-8b82-c18b58cdc955,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:50:41.986492 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (c500aae7-1cfe-42d3-8b82-c18b58cdc955), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:42.040842 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=c500aae7-1cfe-42d3-8b82-c18b58cdc955,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:50:42.373562 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 43456) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:50:42.779252 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7bf69723-5e52-4dc5-9a2f-9f04de6e2597 admin admin] 10.222.0.66 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4046805 Sep 22 14:50:43.806091 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device c500aae7-1cfe-42d3-8b82-c18b58cdc955 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:50:43.860481 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port c500aae7-1cfe-42d3-8b82-c18b58cdc955 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:50:43.861137 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (c500aae7-1cfe-42d3-8b82-c18b58cdc955), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:43.862255 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port c500aae7-1cfe-42d3-8b82-c18b58cdc955 Sep 22 14:50:43.955758 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port c500aae7-1cfe-42d3-8b82-c18b58cdc955 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:50:48.197409 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=52 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:49.183003 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=37 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:49.484107 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=31 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:49.485238 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:52.765228 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:52.774681 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:53.947535 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:53.953242 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:50:54.637326 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5bc6f20f-9e5f-4f82-b4b1-b1ebe936db9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:57.060632 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a5751eca-7e61-463f-a7cb-b603f657cae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:58.166476 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:50:59.910108 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:51:00.060773 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:51:10.042476 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:51:10.055920 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:51:16.185371 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 5 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:51:24.634655 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c4d4a972-8940-4109-aa18-783a95b9d3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:51:25.185846 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:51:26.186107 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=7 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:51:27.062687 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7ff75720-0191-408e-88eb-48e6c35dfdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:51:28.165735 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:51:29.914498 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:51:30.038795 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:51:39.908864 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:51:40.033257 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:51:43.181141 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:51:53.184645 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 5 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:51:54.634184 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a0da37d0-b3c8-43d9-aff8-a663eab2f32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:51:57.069503 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f29eec51-bc1e-4617-b890-f7f0b2434ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:51:58.161491 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:51:59.912881 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:52:00.034165 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:52:02.198169 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:52:03.181125 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:52:10.027795 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:52:10.029102 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:52:11.431176 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44006) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:52:11.784447 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfeea07-fc74-454b-ad74-0e8b794ecebc admin admin] GET failed (client error): The resource could not be found. Sep 22 14:52:11.785765 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-fbfeea07-fc74-454b-ad74-0e8b794ecebc admin admin] 10.222.0.66 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3536277 Sep 22 14:52:11.987047 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2132a98-2497-472d-9da8-95c66a18461d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:52:11.988457 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f2132a98-2497-472d-9da8-95c66a18461d admin admin] 10.222.0.66 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1982565 Sep 22 14:52:14.567630 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44016) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:52:15.106505 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d349c43a-bb13-4e3a-a421-24597d0884cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:52:15.107906 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d349c43a-bb13-4e3a-a421-24597d0884cf admin admin] 10.222.0.66 "GET /networking/v2.0/subnets/27cf3623-2d50-4a17-a16b-dc89acbda6aa HTTP/1.1" status: 200 len: 849 time: 0.5393100 Sep 22 14:52:15.118439 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:52:15.205808 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Publish callbacks [] for subnet (27cf3623-2d50-4a17-a16b-dc89acbda6aa), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:52:15.389005 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759948854164'] for subnet (27cf3623-2d50-4a17-a16b-dc89acbda6aa), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:52:15.460685 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:52:15.461605 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:52:15.462084 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc645a6-76d6-41e5-855c-ec0407845a42 None None] Network 7c328893-f078-469e-a42b-0d2a0ee6f382 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:52:15.462934 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] 10.222.0.66 "PUT /networking/v2.0/subnets/27cf3623-2d50-4a17-a16b-dc89acbda6aa HTTP/1.1" status: 200 len: 868 time: 0.3483148 Sep 22 14:52:15.473294 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27cf3623-2d50-4a17-a16b-dc89acbda6aa,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:52:15.483100 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:52:15.483100 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:52:15.483100 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:52:15.483544 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:52:15.483781 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:52:15.484108 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:52:15.484476 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:52:15.484773 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:52:15.485105 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:52:15.485440 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:52:15.485791 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:52:15.486136 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:52:15.486459 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:52:15.486782 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:52:15.487101 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca47c5-b4e4-4b66-b32c-90f918a81383 admin admin] Tracked resource versions report: Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: pushed versions: Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: { 'AddressGroup': {'1.2'}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Agent': {'1.1'}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'ConntrackHelper': {'1.0'}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'LocalIPAssociation': {'1.0'}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Log': {'1.0'}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'NDPProxy': {'1.0'}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Network': {'1.1'}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Port': {'1.7'}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'PortForwarding': {'1.3'}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'QosPolicy': {'1.10'}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'SecurityGroup': {'1.5'}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'SecurityGroupRule': {'1.2'}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'SubPort': {'1.0'}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Subnet': {'1.1'}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Trunk': {'1.1'}} Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: consumer versions: Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: { DHCP agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: L3 agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: Metadata agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: Metering agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: Open vSwitch agent@dv-cinder-856463-5-iscsi: { 'AddressGroup': '1.2', Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Agent': '1.1', Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'ConntrackHelper': '1.0', Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'LocalIPAssociation': '1.0', Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Log': '1.0', Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'NDPProxy': '1.0', Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Network': '1.1', Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Port': '1.7', Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'PortForwarding': '1.3', Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'QosPolicy': '1.10', Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'SecurityGroup': '1.5', Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'SecurityGroupRule': '1.2', Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'SubPort': '1.0', Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Subnet': '1.1', Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Trunk': '1.1'}} Sep 22 14:52:15.488670 dv-cinder-856463-5-iscsi neutron-server[106242]: {{(pid=106242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 14:52:15.757086 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-5f54b119-aed1-4869-ad1d-ae953030a94f None None] Provisioning complete for port 87884a24-da2d-4f74-b22f-6175c2667cc6 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:52:15.757562 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5f54b119-aed1-4869-ad1d-ae953030a94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (87884a24-da2d-4f74-b22f-6175c2667cc6), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:52:15.757963 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-5f54b119-aed1-4869-ad1d-ae953030a94f None None] Attempt 1 to provision port 87884a24-da2d-4f74-b22f-6175c2667cc6 Sep 22 14:52:15.834043 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-5f54b119-aed1-4869-ad1d-ae953030a94f None None] Current status of the port 87884a24-da2d-4f74-b22f-6175c2667cc6 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:52:15.841942 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-5f54b119-aed1-4869-ad1d-ae953030a94f None None] Provisioning complete for port 61186ead-6e1e-49eb-8faf-ebdae85af9b1 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:52:15.842330 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5f54b119-aed1-4869-ad1d-ae953030a94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (61186ead-6e1e-49eb-8faf-ebdae85af9b1), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:52:15.842673 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-5f54b119-aed1-4869-ad1d-ae953030a94f None None] Attempt 1 to provision port 61186ead-6e1e-49eb-8faf-ebdae85af9b1 Sep 22 14:52:15.922019 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-5f54b119-aed1-4869-ad1d-ae953030a94f None None] Current status of the port 61186ead-6e1e-49eb-8faf-ebdae85af9b1 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:52:18.044803 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44028) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:52:18.524549 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173be30c-3d4d-4ed4-99de-f78581e73b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:52:18.525023 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173be30c-3d4d-4ed4-99de-f78581e73b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:52:18.526571 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-173be30c-3d4d-4ed4-99de-f78581e73b81 admin admin] 10.222.0.66 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4807127 Sep 22 14:52:21.138744 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44036) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:52:21.569461 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671a438-46a9-4fda-a25a-ac4c3a843ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:52:21.569936 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671a438-46a9-4fda-a25a-ac4c3a843ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:52:21.571559 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5671a438-46a9-4fda-a25a-ac4c3a843ae2 admin admin] 10.222.0.66 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4317522 Sep 22 14:52:24.176007 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44044) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:52:24.586563 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91471c5b-6f44-4aee-ac3d-334273d3bf6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:52:24.588048 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-91471c5b-6f44-4aee-ac3d-334273d3bf6a admin admin] 10.222.0.66 "GET /networking/v2.0/networks/0158fd45-c628-47d4-94af-d510067846ec HTTP/1.1" status: 200 len: 886 time: 0.4110842 Sep 22 14:52:24.639809 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d783198d-1884-4aaa-85fe-064e633ee070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:52:25.920697 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=39 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:52:27.072766 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-64dc51b4-6e30-4817-8dd2-ec64f8fba273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:52:27.180503 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44054) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:52:27.584029 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681807bf-541e-447d-9570-edbff89dc1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:52:27.585402 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-681807bf-541e-447d-9570-edbff89dc1c0 admin admin] 10.222.0.66 "GET /networking/v2.0/networks/7c328893-f078-469e-a42b-0d2a0ee6f382 HTTP/1.1" status: 200 len: 869 time: 0.4039433 Sep 22 14:52:28.162257 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:52:29.917033 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:52:30.029312 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:52:30.183121 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 5 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:52:30.186130 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44062) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:52:30.595260 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49771-3a38-40aa-95c8-6998bdfb02ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:52:30.595625 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e49771-3a38-40aa-95c8-6998bdfb02ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:52:30.597159 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-e0e49771-3a38-40aa-95c8-6998bdfb02ba admin admin] 10.222.0.66 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4100940 Sep 22 14:52:31.565177 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=86,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:52:31.567119 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:52:33.174042 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44072) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:52:33.539026 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6418f2e-1f41-4790-80d5-4d162664657b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:52:33.539500 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6418f2e-1f41-4790-80d5-4d162664657b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:52:33.541013 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-b6418f2e-1f41-4790-80d5-4d162664657b admin admin] 10.222.0.66 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3660541 Sep 22 14:52:36.157094 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44080) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:52:36.530757 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903a11bc-c2a8-46e9-9802-81e93f141c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:52:36.532685 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-903a11bc-c2a8-46e9-9802-81e93f141c7f admin admin] 10.222.0.66 "GET /networking/v2.0/subnets/27cf3623-2d50-4a17-a16b-dc89acbda6aa HTTP/1.1" status: 200 len: 868 time: 0.3746786 Sep 22 14:52:39.150404 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44088) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:52:39.517769 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00021b2d-d750-4972-88fa-a8bd67c9e829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:52:39.519155 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-00021b2d-d750-4972-88fa-a8bd67c9e829 admin admin] 10.222.0.66 "GET /networking/v2.0/subnets/92feb89e-ed4f-4b4e-8ec1-900566b788b5 HTTP/1.1" status: 200 len: 816 time: 0.3677900 Sep 22 14:52:40.023917 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:52:40.024632 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:52:40.178882 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:52:40.179727 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:52:49.512675 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=48 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:52:49.514563 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=44 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:52:54.646540 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8a0da0d4-2ede-42ce-adcd-f3d97625b6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:52:55.139475 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=12 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:52:55.143887 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=14 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:52:57.074434 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c74cd849-5c6b-4fda-abc3-94052b5ce952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:52:58.166117 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:52:59.919693 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:00.034202 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:07.185764 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 5 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:53:09.804431 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44146) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:53:10.026928 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:53:10.029062 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:53:10.179799 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [None req-3e093efa-1746-495d-8b33-1884c38cad2b admin admin] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 14:53:10.180896 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3e093efa-1746-495d-8b33-1884c38cad2b admin admin] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3754852 Sep 22 14:53:13.025556 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44154) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:53:13.400776 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b4b95f-dbac-4695-845d-0c501cdc9481 admin admin] GET failed (client error): The resource could not be found. Sep 22 14:53:13.402137 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b5b4b95f-dbac-4695-845d-0c501cdc9481 admin admin] 10.222.0.66 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3756332 Sep 22 14:53:13.493224 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de4a5bb-d410-433a-99d4-0fe34bb7a43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:53:13.494759 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2de4a5bb-d410-433a-99d4-0fe34bb7a43d admin admin] 10.222.0.66 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0879498 Sep 22 14:53:16.181177 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44162) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:53:16.190878 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:53:16.526501 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:53:16.552893 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Made reservation on behalf of 0562937a351d4a8397127ac952e02625 for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:53:16.555390 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:16.602626 dv-cinder-856463-5-iscsi neutron-server[106242]: WARNING neutron.services.revisions.revision_plugin [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Could not find related network for resource to bump revision. Sep 22 14:53:16.623513 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 14:53:16.639604 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759948878264', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (8f1ec9b1-b57b-4414-b4f3-dad7f99734fd), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:16.640723 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Unsubscribe: segment precommit_create {{(pid=106242) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 14:53:16.641279 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Added segment 8f1ec9b1-b57b-4414-b4f3-dad7f99734fd of type vlan for network 15d07cfe-0d93-4fa6-a44c-fce18e9834f2 Sep 22 14:53:16.700186 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (15d07cfe-0d93-4fa6-a44c-fce18e9834f2), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:16.738356 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (15d07cfe-0d93-4fa6-a44c-fce18e9834f2), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:16.739433 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:53:16.740128 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:16.823096 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6407590 Sep 22 14:53:16.850821 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Pushing event updated for resources: {'Network': ['ID=15d07cfe-0d93-4fa6-a44c-fce18e9834f2,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:53:16.859857 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:16.860211 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:16.860560 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:16.860904 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:16.861243 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:16.861585 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:16.861947 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:16.862279 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:16.862620 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:16.862946 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:16.863334 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:16.863685 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:16.864018 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:16.864348 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:16.864670 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab76b4f-1d0f-4098-939a-5998791336d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:16.879150 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network 15d07cfe-0d93-4fa6-a44c-fce18e9834f2 details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 14:53:17.179102 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:53:19.508396 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44170) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:53:19.973508 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96b4dcb-9d12-4270-8124-39ba570573d6 admin admin] GET failed (client error): The resource could not be found. Sep 22 14:53:19.974825 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b96b4dcb-9d12-4270-8124-39ba570573d6 admin admin] 10.222.0.66 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4654648 Sep 22 14:53:20.051189 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb7105-f67d-4aab-a75c-1640c4cd92ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:53:20.052668 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a1cb7105-f67d-4aab-a75c-1640c4cd92ba admin admin] 10.222.0.66 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0732477 Sep 22 14:53:20.063545 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-f7f1183f-3bc0-49af-8f47-97394e6b61d4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '15d07cfe-0d93-4fa6-a44c-fce18e9834f2'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:53:20.086274 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f1183f-3bc0-49af-8f47-97394e6b61d4 admin admin] Made reservation on behalf of 0562937a351d4a8397127ac952e02625 for: {'subnet': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:53:20.089035 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f7f1183f-3bc0-49af-8f47-97394e6b61d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:20.315913 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f7f1183f-3bc0-49af-8f47-97394e6b61d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for subnet (e006ce49-ec03-46ab-81f4-283fcdc63cf3), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:20.379682 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1183f-3bc0-49af-8f47-97394e6b61d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e006ce49-ec03-46ab-81f4-283fcdc63cf3,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:53:20.393367 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f1183f-3bc0-49af-8f47-97394e6b61d4 admin admin] Checking segment: {'id': '8f1ec9b1-b57b-4414-b4f3-dad7f99734fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15d07cfe-0d93-4fa6-a44c-fce18e9834f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:53:20.393731 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f1183f-3bc0-49af-8f47-97394e6b61d4 admin admin] Network hostable DHCP agents. Network: 15d07cfe-0d93-4fa6-a44c-fce18e9834f2, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 14:53:20.416334 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f1183f-3bc0-49af-8f47-97394e6b61d4 admin admin] Network 15d07cfe-0d93-4fa6-a44c-fce18e9834f2 is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 14:53:20.429159 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-f7f1183f-3bc0-49af-8f47-97394e6b61d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, 15d07cfe-0d93-4fa6-a44c-fce18e9834f2) {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:53:20.433840 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f1183f-3bc0-49af-8f47-97394e6b61d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:53:20.434472 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f7f1183f-3bc0-49af-8f47-97394e6b61d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:20.440722 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a814715c-fac9-4936-a998-b3b3ed8d846a None None] Network 15d07cfe-0d93-4fa6-a44c-fce18e9834f2 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:53:20.452803 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f7f1183f-3bc0-49af-8f47-97394e6b61d4 admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3934758 Sep 22 14:53:20.557711 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd1ba1b-f342-5f5c-8987-fbda7cf6b98e-15d07cfe-0d93-4fa6-a44c-fce18e9834f2', 'network_id': '15d07cfe-0d93-4fa6-a44c-fce18e9834f2', 'project_id': '0562937a351d4a8397127ac952e02625', 'fixed_ips': [{'subnet_id': 'e006ce49-ec03-46ab-81f4-283fcdc63cf3'}]}} from dv-cinder-856463-5-iscsi. {{(pid=106243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 14:53:20.558742 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:20.711400 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Allocated IP 192.168.233.2 (15d07cfe-0d93-4fa6-a44c-fce18e9834f2/e006ce49-ec03-46ab-81f4-283fcdc63cf3/db85c567-96d4-483b-81bb-24f36c32b7f3) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:53:21.001340 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Publish callbacks [] for port (db85c567-96d4-483b-81bb-24f36c32b7f3), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:21.010745 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (db85c567-96d4-483b-81bb-24f36c32b7f3), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:21.067042 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Network 15d07cfe-0d93-4fa6-a44c-fce18e9834f2 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:53:21.070920 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:53:21.073456 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Pushing event updated for resources: {'Port': ['ID=db85c567-96d4-483b-81bb-24f36c32b7f3,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:53:21.076578 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:53:21.089756 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:21.090104 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:21.090474 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:21.090832 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:21.091170 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:21.091601 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:21.091931 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:21.092261 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:21.092597 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:21.093449 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:21.093776 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:21.094120 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:21.094444 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:21.094772 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:21.095093 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:53:21.158545 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Attempting to bind port db85c567-96d4-483b-81bb-24f36c32b7f3 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:53:21.158929 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Attempting to bind port db85c567-96d4-483b-81bb-24f36c32b7f3 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '8f1ec9b1-b57b-4414-b4f3-dad7f99734fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15d07cfe-0d93-4fa6-a44c-fce18e9834f2'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:53:21.159326 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Attempting to bind port db85c567-96d4-483b-81bb-24f36c32b7f3 on network 15d07cfe-0d93-4fa6-a44c-fce18e9834f2 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:53:21.209749 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:53:21.210130 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Checking segment: {'id': '8f1ec9b1-b57b-4414-b4f3-dad7f99734fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15d07cfe-0d93-4fa6-a44c-fce18e9834f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:53:21.210541 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:21.210943 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Bound using segment: {'id': '8f1ec9b1-b57b-4414-b4f3-dad7f99734fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15d07cfe-0d93-4fa6-a44c-fce18e9834f2'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:53:21.211483 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Bound port: db85c567-96d4-483b-81bb-24f36c32b7f3, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1ec9b1-b57b-4414-b4f3-dad7f99734fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15d07cfe-0d93-4fa6-a44c-fce18e9834f2'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:53:21.211887 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (db85c567-96d4-483b-81bb-24f36c32b7f3), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:21.283285 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] For port db85c567-96d4-483b-81bb-24f36c32b7f3, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:53:21.287031 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] For port db85c567-96d4-483b-81bb-24f36c32b7f3, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=db85c567-96d4-483b-81bb-24f36c32b7f3,segment=NetworkSegment(8f1ec9b1-b57b-4414-b4f3-dad7f99734fd),segment_id=8f1ec9b1-b57b-4414-b4f3-dad7f99734fd)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:53:21.294448 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (db85c567-96d4-483b-81bb-24f36c32b7f3), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:21.351082 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847322c-d8ca-49de-8acf-ba1cc18f8593 None None] Pushing event updated for resources: {'Port': ['ID=db85c567-96d4-483b-81bb-24f36c32b7f3,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:53:21.918964 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device db85c567-96d4-483b-81bb-24f36c32b7f3 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:53:21.972103 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port db85c567-96d4-483b-81bb-24f36c32b7f3 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:53:21.972498 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (db85c567-96d4-483b-81bb-24f36c32b7f3), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:21.972843 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port db85c567-96d4-483b-81bb-24f36c32b7f3 Sep 22 14:53:22.019093 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:53:22.024577 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:53:22.078025 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port db85c567-96d4-483b-81bb-24f36c32b7f3 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:53:22.078419 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (db85c567-96d4-483b-81bb-24f36c32b7f3), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:22.136830 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port db85c567-96d4-483b-81bb-24f36c32b7f3, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=db85c567-96d4-483b-81bb-24f36c32b7f3,segment=NetworkSegment(8f1ec9b1-b57b-4414-b4f3-dad7f99734fd),segment_id=8f1ec9b1-b57b-4414-b4f3-dad7f99734fd)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:53:22.145587 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (db85c567-96d4-483b-81bb-24f36c32b7f3), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:22.225528 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=db85c567-96d4-483b-81bb-24f36c32b7f3,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:53:22.350013 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43023bd4-29e8-4afa-babf-aabb1fbb01d2 None None] Network 15d07cfe-0d93-4fa6-a44c-fce18e9834f2 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:53:22.463802 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-00eb32bf-4344-4d54-a436-571d9cce51cd None None] Provisioning complete for port db85c567-96d4-483b-81bb-24f36c32b7f3 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:53:22.464184 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-00eb32bf-4344-4d54-a436-571d9cce51cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (db85c567-96d4-483b-81bb-24f36c32b7f3), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:22.464520 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-00eb32bf-4344-4d54-a436-571d9cce51cd None None] Attempt 1 to provision port db85c567-96d4-483b-81bb-24f36c32b7f3 Sep 22 14:53:22.583291 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-00eb32bf-4344-4d54-a436-571d9cce51cd None None] Current status of the port db85c567-96d4-483b-81bb-24f36c32b7f3 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:53:22.806919 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-a413f95f-56f8-4c67-9ee1-68f035730f2e None None] Provisioning complete for port db85c567-96d4-483b-81bb-24f36c32b7f3 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:53:22.807355 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a413f95f-56f8-4c67-9ee1-68f035730f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (db85c567-96d4-483b-81bb-24f36c32b7f3), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:22.807701 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-a413f95f-56f8-4c67-9ee1-68f035730f2e None None] Attempt 1 to provision port db85c567-96d4-483b-81bb-24f36c32b7f3 Sep 22 14:53:22.894433 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a413f95f-56f8-4c67-9ee1-68f035730f2e None None] Current status of the port db85c567-96d4-483b-81bb-24f36c32b7f3 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:53:23.896833 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device db85c567-96d4-483b-81bb-24f36c32b7f3 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:53:23.944233 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port db85c567-96d4-483b-81bb-24f36c32b7f3 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:53:23.944650 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (db85c567-96d4-483b-81bb-24f36c32b7f3), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:23.944989 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port db85c567-96d4-483b-81bb-24f36c32b7f3 Sep 22 14:53:24.030749 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port db85c567-96d4-483b-81bb-24f36c32b7f3 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:53:24.640976 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f84c50b8-0f85-4750-a7a0-b10027d7c3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:25.060605 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:53:27.079892 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-52787ff8-4445-40b5-a37f-afadefc36772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:28.168783 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:29.917306 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:30.030780 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:30.445713 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:53:30.446562 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=77,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:53:40.024589 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:53:40.027175 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:53:44.184688 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 5 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:53:53.194391 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:53:54.180717 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:53:54.643609 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a5eb6ced-784a-4ade-93ba-4c7252a4be68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:57.073430 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-997e3067-fb56-4c30-9462-2bf01779e88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:58.179024 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:53:59.920278 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:00.024280 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:10.018432 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:54:10.020327 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:54:21.184947 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 5 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:54:24.647426 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5b010ab2-26e6-4ff0-97da-ec5e4ed35818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:27.080194 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a4743f48-d89e-4adb-8af0-6d5b00078b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:28.177515 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:29.923308 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:30.034567 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:31.180312 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:54:31.181104 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:54:36.740187 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44212) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:54:36.746152 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [None req-d3e74d20-aee9-43fc-ac09-8d39bee6fe91 tempest-verify_tempest_config-543354761 tempest-verify_tempest_config-543354761-project] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 14:54:36.747141 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-d3e74d20-aee9-43fc-ac09-8d39bee6fe91 tempest-verify_tempest_config-543354761 tempest-verify_tempest_config-543354761-project] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0059333 Sep 22 14:54:37.272750 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44230) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:54:37.598565 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:37.672239 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Publish callbacks [] for security_group (ec0f10b0-9707-4a96-bc35-070603c3d765), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:37.675977 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (ec0f10b0-9707-4a96-bc35-070603c3d765), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:37.725860 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0f10b0-9707-4a96-bc35-070603c3d765,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:54:37.729670 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=0aaafda21a2d47dfa8dc420dad06ebb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4559605 Sep 22 14:54:37.732641 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44234) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:54:37.735496 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.735851 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.736202 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.736629 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.736959 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.737446 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.737945 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.738285 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.738620 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.738953 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.739330 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.739678 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.740011 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.740335 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.740854 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44716fad-0750-402d-8eb8-c4a3976a461e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.812646 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Publish callbacks [] for security_group (ec0f10b0-9707-4a96-bc35-070603c3d765), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:37.832020 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Publish callbacks [] for security_group (ec0f10b0-9707-4a96-bc35-070603c3d765), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:37.929595 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (ec0f10b0-9707-4a96-bc35-070603c3d765), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:37.932190 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:37.933371 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/ec0f10b0-9707-4a96-bc35-070603c3d765 HTTP/1.1" status: 204 len: 168 time: 0.1996706 Sep 22 14:54:37.943570 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0f10b0-9707-4a96-bc35-070603c3d765,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:54:37.950674 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.951026 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.951544 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.951883 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.952251 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.952583 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.952912 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.953266 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.953607 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.953969 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.954337 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.954683 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.955013 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.955359 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:37.955704 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c24a5d-1cc9-4d8c-b348-733f88c561f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:54:40.016634 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=8 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:54:47.724352 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=17,neutron:INSERT=7 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:54:47.732284 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:54:47.945778 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:54:47.947011 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:54:47.977063 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:54:54.650485 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0ed42296-42f8-465e-8582-332cae704c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:55.053814 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=9 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:54:55.055658 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=17 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:54:57.071685 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8803a9dd-21b3-4771-bced-031c8b60ddbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:58.180709 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:54:58.183231 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 5 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:54:59.926383 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:55:00.028200 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:55:07.195566 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:55:08.179889 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:55:10.022235 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:55:10.024129 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:55:24.653688 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-21bc83a0-ef01-4b88-b680-402f0dd2e18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:55:27.074384 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b0c6f511-1e97-48f4-9899-8be7b307fef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:55:28.182391 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:55:29.928726 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:55:30.032386 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:55:35.181677 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 5 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:55:40.021101 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:55:40.028122 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:55:45.178047 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:55:53.179670 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:55:54.656033 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d772ed99-d7d0-4b2b-8f8c-f2bfe1ddd8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:55:57.077643 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6bd9beb3-123c-4d89-ae9b-00b09ea169b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:55:58.185690 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:55:59.931355 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:56:00.035621 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:56:10.029693 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:56:10.031583 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:56:12.181215 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 5 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:56:17.661320 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4121537'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:56:22.176479 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:56:22.177240 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:56:24.662007 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7f142923-e23b-4e48-8016-959840c50851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:56:27.082106 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7aff2ad8-81b6-4c2d-a7dd-95f52b1d310a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:56:28.188969 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:56:29.513815 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44330) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:56:29.649757 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-9dafe661-c0c2-4724-9a05-45595e5fa423 admin admin] 10.222.0.66 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1348670 Sep 22 14:56:29.937285 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:56:30.038509 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:56:32.129046 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44340) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:56:32.186131 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-418c5d55-8a06-43fa-9216-03a94d7faa27 admin admin] 10.222.0.66 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0560644 Sep 22 14:56:40.031539 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=9,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:56:40.033212 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:56:42.180261 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:56:42.181124 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:56:43.177614 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:56:43.180752 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:56:47.628343 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:56:49.180804 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:56:54.654965 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-10c85921-0f93-4ecb-9eaf-33814ba869b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:56:57.084557 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ca235114-2e56-4a0d-868a-43ec330f1be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:56:58.192082 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:56:58.214424 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=17 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:56:59.176790 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=17 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:56:59.937827 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:57:00.041912 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:57:10.035615 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:57:10.037495 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:57:17.653903 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:57:24.657298 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c56da4fc-edfe-46b2-8f0d-deb1c723793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:57:26.179675 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:57:27.088542 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b4481def-f1ad-44fb-a456-bf056fbaba68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:57:28.196671 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:57:29.941062 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:57:30.047084 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:57:35.211043 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:57:36.175925 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:57:40.040869 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=23 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:57:40.042913 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=21,neutron:UPDATE=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:57:47.654763 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:57:53.174570 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:57:53.175337 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:57:54.660617 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c8655793-4e0a-4426-a828-4fd50b89986a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:57:57.095952 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5325de88-2c45-4ee0-a0d8-fc49e936b0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:57:58.201787 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:57:59.946221 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:00.040580 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:03.179352 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:58:07.848421 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44510) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:08.132648 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-network', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:08.164544 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Made reservation on behalf of 6edd1ecc737c48c3b26fa7dea7a48ddd for: {'network': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:58:08.164880 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44532) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:08.168365 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:08.184016 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:08.286446 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Publish callbacks [] for security_group (d3471719-ffae-40e4-84f2-26f60ac44454), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:08.290909 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (d3471719-ffae-40e4-84f2-26f60ac44454), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:08.320130 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=106241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 14:58:08.331911 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3471719-ffae-40e4-84f2-26f60ac44454,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:08.344965 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:08.345529 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:08.346312 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:08.347011 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:08.347535 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:08.348057 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:08.348567 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:08.349079 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:08.349605 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:08.350117 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:08.350639 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:08.351467 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:08.352208 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:08.353352 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:08.354150 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Tracked resource versions report: Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: pushed versions: Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: { 'AddressGroup': {'1.2'}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Agent': {'1.1'}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'ConntrackHelper': {'1.0'}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'LocalIPAssociation': {'1.0'}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Log': {'1.0'}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'NDPProxy': {'1.0'}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Network': {'1.1'}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Port': {'1.7'}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'PortForwarding': {'1.3'}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'QosPolicy': {'1.10'}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'SecurityGroup': {'1.5'}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'SecurityGroupRule': {'1.2'}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'SubPort': {'1.0'}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Subnet': {'1.1'}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Trunk': {'1.1'}} Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: consumer versions: Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: { DHCP agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: HyperV agent@hv-cinder-85646: {}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: L3 agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: Metadata agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: Metering agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: Open vSwitch agent@dv-cinder-856463-5-iscsi: { 'AddressGroup': '1.2', Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Agent': '1.1', Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'ConntrackHelper': '1.0', Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'LocalIPAssociation': '1.0', Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Log': '1.0', Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'NDPProxy': '1.0', Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Network': '1.1', Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Port': '1.7', Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'PortForwarding': '1.3', Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'QosPolicy': '1.10', Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'SecurityGroup': '1.5', Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'SecurityGroupRule': '1.2', Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'SubPort': '1.0', Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Subnet': '1.1', Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: 'Trunk': '1.1'}} Sep 22 14:58:08.355612 dv-cinder-856463-5-iscsi neutron-server[106241]: {{(pid=106241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 14:58:08.366485 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (7c013264-adc0-4a6f-a6ed-1eb689db2451), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:08.367539 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.segments_db [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Added segment 7c013264-adc0-4a6f-a6ed-1eb689db2451 of type vlan for network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 Sep 22 14:58:08.426112 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (5c43e8e6-bd2f-49d4-8458-66a54ee7db11), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:08.463407 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (5c43e8e6-bd2f-49d4-8458-66a54ee7db11), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:08.467122 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:08.469259 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:08.547392 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6976261 Sep 22 14:58:08.547740 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44554) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:08.554353 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Request body: {'subnet': {'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-subnet', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:08.564229 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33daab8-33e0-481f-b567-b2d35a5c3110 admin admin] Pushing event updated for resources: {'Network': ['ID=5c43e8e6-bd2f-49d4-8458-66a54ee7db11,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:08.579246 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 14:58:08.609270 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Made reservation on behalf of 6edd1ecc737c48c3b26fa7dea7a48ddd for: {'subnet': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:58:08.612980 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:08.679435 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1338182231-network', 'tenant_id': '5869821fc42c4a7ea595800371029c56'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:08.780885 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] Made reservation on behalf of 5869821fc42c4a7ea595800371029c56 for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:58:08.783368 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:08.794758 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:08.893039 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44562) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:08.933943 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for subnet (4d33844e-545e-4bb3-b702-17e0571cc544), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:08.996670 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] Publish callbacks [] for security_group (5c1dd050-a21b-44d9-83a8-4b6060ee9c36), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.005251 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5c1dd050-a21b-44d9-83a8-4b6060ee9c36), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.032957 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 14:58:09.043393 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (ec0d584a-b683-4098-98c0-fced6b21e346), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.043745 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] Added segment ec0d584a-b683-4098-98c0-fced6b21e346 of type vlan for network 67731f4f-7ac7-4762-bb64-402737964c25 Sep 22 14:58:09.098917 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d33844e-545e-4bb3-b702-17e0571cc544,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:09.104720 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (67731f4f-7ac7-4762-bb64-402737964c25), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.105859 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44588) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:09.110087 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Checking segment: {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:09.110684 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Network hostable DHCP agents. Network: 5c43e8e6-bd2f-49d4-8458-66a54ee7db11, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 14:58:09.132121 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.132480 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.132856 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.133210 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.133555 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.133888 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.134226 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.134557 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.135100 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.135721 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.136078 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.136437 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.136777 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.137109 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.137442 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Tracked resource versions report: Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: pushed versions: Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: { 'AddressGroup': {'1.2'}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Agent': {'1.1'}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'ConntrackHelper': {'1.0'}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'LocalIPAssociation': {'1.0'}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Log': {'1.0'}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'NDPProxy': {'1.0'}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Network': {'1.1'}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Port': {'1.7'}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'PortForwarding': {'1.3'}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'QosPolicy': {'1.10'}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'SecurityGroup': {'1.5'}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'SecurityGroupRule': {'1.2'}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'SubPort': {'1.0'}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Subnet': {'1.1'}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Trunk': {'1.1'}} Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: consumer versions: Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: { DHCP agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: HyperV agent@hv-cinder-85646: {}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: L3 agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: Metadata agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: Metering agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: Open vSwitch agent@dv-cinder-856463-5-iscsi: { 'AddressGroup': '1.2', Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Agent': '1.1', Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'ConntrackHelper': '1.0', Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'LocalIPAssociation': '1.0', Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Log': '1.0', Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'NDPProxy': '1.0', Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Network': '1.1', Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Port': '1.7', Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'PortForwarding': '1.3', Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'QosPolicy': '1.10', Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'SecurityGroup': '1.5', Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'SecurityGroupRule': '1.2', Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'SubPort': '1.0', Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Subnet': '1.1', Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: 'Trunk': '1.1'}} Sep 22 14:58:09.138676 dv-cinder-856463-5-iscsi neutron-server[106242]: {{(pid=106242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 14:58:09.167708 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:09.170749 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (67731f4f-7ac7-4762-bb64-402737964c25), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.172392 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:09.172987 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.175296 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1dd050-a21b-44d9-83a8-4b6060ee9c36,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:09.214615 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-461783746-network', 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:09.244666 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] Made reservation on behalf of 3e3eb7b7c1be4710b1cdea1e2dc4bf91 for: {'network': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:58:09.248637 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.250951 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0847807 Sep 22 14:58:09.252611 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44596) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:09.263755 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.268855 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 14:58:09.275372 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-5078ad8c-3c75-45a2-a269-9c5127cb22bd admin admin] Request body: {'subnet': {'network_id': '67731f4f-7ac7-4762-bb64-402737964c25', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1338182231-subnet', 'tenant_id': '5869821fc42c4a7ea595800371029c56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:09.291110 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb172b3-d1da-45ca-8c84-8038216190f1 admin admin] Pushing event updated for resources: {'Network': ['ID=67731f4f-7ac7-4762-bb64-402737964c25,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:09.305752 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5078ad8c-3c75-45a2-a269-9c5127cb22bd admin admin] Made reservation on behalf of 5869821fc42c4a7ea595800371029c56 for: {'subnet': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:58:09.306973 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network 67731f4f-7ac7-4762-bb64-402737964c25 details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 14:58:09.308689 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5078ad8c-3c75-45a2-a269-9c5127cb22bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.312803 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, 5c43e8e6-bd2f-49d4-8458-66a54ee7db11) {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:09.328943 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:09.329548 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0daf655-a9ba-442c-97f3-af9f426303ce None None] Network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:58:09.329964 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.377564 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-019aa70e-ca5a-49c6-8d77-1d275c9510db admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8282094 Sep 22 14:58:09.380315 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44600) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:09.385082 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:09.397747 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-network', 'tenant_id': '58581ef3e3844816923467523d5be072'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:09.409146 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4124553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15760'] for router (285b662a-f46e-4ad6-ac28-f993758bbd9f), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.410818 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4099067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4192051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15769'] for router (285b662a-f46e-4ad6-ac28-f993758bbd9f), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.424841 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:09.428151 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] Publish callbacks [] for security_group (f0cc8c3c-b269-4235-82a7-3de54980b0eb), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.430517 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] Made reservation on behalf of 58581ef3e3844816923467523d5be072 for: {'network': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:58:09.434132 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.449006 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.509222 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (f0cc8c3c-b269-4235-82a7-3de54980b0eb), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.523714 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Publish callbacks [] for router_controller (285b662a-f46e-4ad6-ac28-f993758bbd9f), precommit_add_association {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.569026 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=106241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 14:58:09.575704 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd1ba1b-f342-5f5c-8987-fbda7cf6b98e-5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544'}]}} from dv-cinder-856463-5-iscsi. {{(pid=106243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 14:58:09.576636 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.592984 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.595770 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.segments_db [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] Added segment f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275 of type vlan for network 58226669-f6bc-411a-ab8b-ce2f575083e8 Sep 22 14:58:09.627481 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cc8c3c-b269-4235-82a7-3de54980b0eb,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:09.670711 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:09.716190 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:09.735025 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (58226669-f6bc-411a-ab8b-ce2f575083e8), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.739048 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Allocated IP 172.20.0.2 (5c43e8e6-bd2f-49d4-8458-66a54ee7db11/4d33844e-545e-4bb3-b702-17e0571cc544/23a9182a-5f7c-4a3d-a5f2-abd6931771b1) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:58:09.788378 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5078ad8c-3c75-45a2-a269-9c5127cb22bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for subnet (9d370967-5613-4ec2-a963-4caf946c7094), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.799795 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] Publish callbacks [] for security_group (8be3f993-a5dd-459b-8b08-5cc91dd40a23), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.806136 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (8be3f993-a5dd-459b-8b08-5cc91dd40a23), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.821259 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=106241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 14:58:09.834941 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (b78a296e-1ffb-49aa-af77-ec20b3243f0f), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.835494 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.segments_db [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] Added segment b78a296e-1ffb-49aa-af77-ec20b3243f0f of type vlan for network d2cd27ce-59e4-4969-86d2-13164d033d83 Sep 22 14:58:09.888244 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (d2cd27ce-59e4-4969-86d2-13164d033d83), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.910394 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Publish callbacks [] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.920009 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.931598 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078ad8c-3c75-45a2-a269-9c5127cb22bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d370967-5613-4ec2-a963-4caf946c7094,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:09.932055 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (d2cd27ce-59e4-4969-86d2-13164d033d83), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.933151 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:09.933858 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.938295 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (58226669-f6bc-411a-ab8b-ce2f575083e8), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.938295 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:09.938295 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:09.974183 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Pushing event updated for resources: {'Port': ['ID=23a9182a-5f7c-4a3d-a5f2-abd6931771b1,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:09.985461 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.985934 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.986534 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5078ad8c-3c75-45a2-a269-9c5127cb22bd admin admin] Checking segment: {'id': 'ec0d584a-b683-4098-98c0-fced6b21e346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '67731f4f-7ac7-4762-bb64-402737964c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:09.986814 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.987294 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.987491 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5078ad8c-3c75-45a2-a269-9c5127cb22bd admin admin] Network hostable DHCP agents. Network: 67731f4f-7ac7-4762-bb64-402737964c25, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 14:58:09.987813 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.988145 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.988859 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.989744 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.990246 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.991256 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.992026 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.993058 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.993555 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.994192 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.994529 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Tracked resource versions report: Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: pushed versions: Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: { 'AddressGroup': {'1.2'}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Agent': {'1.1'}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'ConntrackHelper': {'1.0'}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'LocalIPAssociation': {'1.0'}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Log': {'1.0'}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'NDPProxy': {'1.0'}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Network': {'1.1'}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Port': {'1.7'}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'PortForwarding': {'1.3'}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'QosPolicy': {'1.10'}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'SecurityGroup': {'1.5'}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'SecurityGroupRule': {'1.2'}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'SubPort': {'1.0'}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Subnet': {'1.1'}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Trunk': {'1.1'}} Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: consumer versions: Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: { DHCP agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: HyperV agent@hv-cinder-85646: {}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: L3 agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: Metadata agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: Metering agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: Open vSwitch agent@dv-cinder-856463-5-iscsi: { 'AddressGroup': '1.2', Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Agent': '1.1', Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'ConntrackHelper': '1.0', Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'LocalIPAssociation': '1.0', Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Log': '1.0', Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'NDPProxy': '1.0', Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Network': '1.1', Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Port': '1.7', Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'PortForwarding': '1.3', Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'QosPolicy': '1.10', Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'SecurityGroup': '1.5', Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'SecurityGroupRule': '1.2', Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'SubPort': '1.0', Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Subnet': '1.1', Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: 'Trunk': '1.1'}} Sep 22 14:58:09.995958 dv-cinder-856463-5-iscsi neutron-server[106243]: {{(pid=106243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 14:58:10.009136 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:10.014270 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:10.017207 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:58:10.046731 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:10.050477 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=78,neutron:UPDATE=11,neutron:INSERT=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:10.052105 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] Pushing event updated for resources: {'Network': ['ID=d2cd27ce-59e4-4969-86d2-13164d033d83,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:10.080082 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network d2cd27ce-59e4-4969-86d2-13164d033d83 details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 14:58:10.127728 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Publish callbacks [] for router_gateway (285b662a-f46e-4ad6-ac28-f993758bbd9f), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:10.131544 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5078ad8c-3c75-45a2-a269-9c5127cb22bd admin admin] Network 67731f4f-7ac7-4762-bb64-402737964c25 is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 14:58:10.136243 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be3f993-a5dd-459b-8b08-5cc91dd40a23,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:10.140647 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] Pushing event updated for resources: {'Network': ['ID=58226669-f6bc-411a-ab8b-ce2f575083e8,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:10.165497 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-2aa75e1d-632c-43d6-93d9-cffba47ebad0 admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2644441 Sep 22 14:58:10.165497 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-2328f93c-2487-4b59-aa39-a99e8471f075 admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0550034 Sep 22 14:58:10.165497 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44624) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:10.172157 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-3278c46a-1a8e-4ad7-bcf4-d687907c3fa8 admin admin] Request body: {'subnet': {'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-461783746-subnet', 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:10.177630 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-5078ad8c-3c75-45a2-a269-9c5127cb22bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, 67731f4f-7ac7-4762-bb64-402737964c25) {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:10.179571 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44626) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:10.200414 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3278c46a-1a8e-4ad7-bcf4-d687907c3fa8 admin admin] Made reservation on behalf of 3e3eb7b7c1be4710b1cdea1e2dc4bf91 for: {'subnet': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:58:10.204604 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3278c46a-1a8e-4ad7-bcf4-d687907c3fa8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:10.209848 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network 58226669-f6bc-411a-ab8b-ce2f575083e8 details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 14:58:10.214282 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f9313c-94ec-49b6-9dc1-9d097d327811 None None] Network 67731f4f-7ac7-4762-bb64-402737964c25 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:58:10.219227 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-5ebc099a-79a3-4dcd-ba16-5626a171aa74 admin admin] Request body: {'subnet': {'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-subnet', 'tenant_id': '58581ef3e3844816923467523d5be072', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:10.229054 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5078ad8c-3c75-45a2-a269-9c5127cb22bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:10.229658 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5078ad8c-3c75-45a2-a269-9c5127cb22bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:10.273189 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Attempting to bind port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:58:10.273581 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Attempting to bind port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:58:10.273943 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Attempting to bind port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 on network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:10.434198 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5078ad8c-3c75-45a2-a269-9c5127cb22bd admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1525183 Sep 22 14:58:10.441776 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebc099a-79a3-4dcd-ba16-5626a171aa74 admin admin] Made reservation on behalf of 58581ef3e3844816923467523d5be072 for: {'subnet': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:58:10.451727 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5ebc099a-79a3-4dcd-ba16-5626a171aa74 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:10.611253 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3278c46a-1a8e-4ad7-bcf4-d687907c3fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for subnet (a2cb4503-ed4c-4429-99f4-1d9e2a6756f5), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:10.670664 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:10.686017 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:58:10.687517 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Checking segment: {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:10.687696 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:10.689031 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Bound using segment: {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:58:10.690444 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Bound port: 23a9182a-5f7c-4a3d-a5f2-abd6931771b1, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:58:10.691837 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:10.749569 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278c46a-1a8e-4ad7-bcf4-d687907c3fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2cb4503-ed4c-4429-99f4-1d9e2a6756f5,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:10.753121 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278c46a-1a8e-4ad7-bcf4-d687907c3fa8 admin admin] Checking segment: {'id': 'f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:10.753521 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3278c46a-1a8e-4ad7-bcf4-d687907c3fa8 admin admin] Network hostable DHCP agents. Network: 58226669-f6bc-411a-ab8b-ce2f575083e8, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 14:58:10.774635 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3278c46a-1a8e-4ad7-bcf4-d687907c3fa8 admin admin] Network 58226669-f6bc-411a-ab8b-ce2f575083e8 is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 14:58:10.788229 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-3278c46a-1a8e-4ad7-bcf4-d687907c3fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, 58226669-f6bc-411a-ab8b-ce2f575083e8) {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:10.802220 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3278c46a-1a8e-4ad7-bcf4-d687907c3fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:10.803140 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3278c46a-1a8e-4ad7-bcf4-d687907c3fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:10.834556 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-3278c46a-1a8e-4ad7-bcf4-d687907c3fa8 admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6664345 Sep 22 14:58:10.835317 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44650) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:10.841997 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-461783746-router', 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:10.867754 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c478bb7b-0c89-4076-8bd0-4cde08d84048 None None] Network 58226669-f6bc-411a-ab8b-ce2f575083e8 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:58:10.876835 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4124553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15760'] for router (c801df42-b617-4d0a-83ea-ea1cdf372e7c), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:10.878322 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4099067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4192051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15769'] for router (c801df42-b617-4d0a-83ea-ea1cdf372e7c), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:10.934692 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df33f5ea-a247-4365-a35d-5cdbaf6164ef None None] Network 67731f4f-7ac7-4762-bb64-402737964c25 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:58:10.974541 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:10.978026 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Publish callbacks [] for router_gateway (285b662a-f46e-4ad6-ac28-f993758bbd9f), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:11.052451 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Publish callbacks [] for router_controller (c801df42-b617-4d0a-83ea-ea1cdf372e7c), precommit_add_association {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:11.053968 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:11.139782 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] For port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:58:11.203649 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] For port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=23a9182a-5f7c-4a3d-a5f2-abd6931771b1,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:58:11.234533 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd1ba1b-f342-5f5c-8987-fbda7cf6b98e-58226669-f6bc-411a-ab8b-ce2f575083e8', 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8', 'project_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'fixed_ips': [{'subnet_id': 'a2cb4503-ed4c-4429-99f4-1d9e2a6756f5'}]}} from dv-cinder-856463-5-iscsi. {{(pid=106243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 14:58:11.235524 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:11.255602 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:11.321712 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe664b-940c-4f10-bab0-c54a66c742c4 None None] Pushing event updated for resources: {'Port': ['ID=23a9182a-5f7c-4a3d-a5f2-abd6931771b1,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:11.356963 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Allocated IP 172.27.1.119 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/d679683e-73a3-4691-8094-39fb3a427eba) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:58:11.402590 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Publish callbacks [] for router_gateway (c801df42-b617-4d0a-83ea-ea1cdf372e7c), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:11.643804 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Publish callbacks [] for port (d679683e-73a3-4691-8094-39fb3a427eba), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:11.859060 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:11.868307 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (d679683e-73a3-4691-8094-39fb3a427eba), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:11.916030 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Publish callbacks [] for router_gateway (c801df42-b617-4d0a-83ea-ea1cdf372e7c), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:11.929081 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:11.930512 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Allocated IP 172.20.0.2 (58226669-f6bc-411a-ab8b-ce2f575083e8/a2cb4503-ed4c-4429-99f4-1d9e2a6756f5/e81560da-5878-4804-b969-af538b8dc3ac) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:58:11.971563 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:12.023295 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:12.026316 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Pushing event updated for resources: {'Port': ['ID=d679683e-73a3-4691-8094-39fb3a427eba,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:12.029275 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:12.059120 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:58:12.247900 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:58:12.305397 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Allocated IP 172.27.1.25 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/09c31af7-e7be-450f-b00e-17eaf3b7a67d) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:58:12.367229 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Publish callbacks [] for port (e81560da-5878-4804-b969-af538b8dc3ac), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:12.370136 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:12.372242 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:12.372764 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 Sep 22 14:58:12.406802 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=10 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:12.410254 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:12.416711 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44716) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:12.418550 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (e81560da-5878-4804-b969-af538b8dc3ac), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:12.426883 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1660076097-network', 'tenant_id': '4b5a721a12ed425baf3ec4e355d68833'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:12.462614 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:12.483028 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Pushing event updated for resources: {'Port': ['ID=e81560da-5878-4804-b969-af538b8dc3ac,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:12.522889 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] Made reservation on behalf of 4b5a721a12ed425baf3ec4e355d68833 for: {'network': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:58:12.526551 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:12.529454 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Network 58226669-f6bc-411a-ab8b-ce2f575083e8 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:12.534223 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:12.539471 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:12.544116 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Publish callbacks [] for port (09c31af7-e7be-450f-b00e-17eaf3b7a67d), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:12.545255 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:58:12.555960 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:12.662948 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Attempting to bind port e81560da-5878-4804-b969-af538b8dc3ac on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:58:12.663367 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Attempting to bind port e81560da-5878-4804-b969-af538b8dc3ac by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': 'f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:58:12.663944 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Attempting to bind port e81560da-5878-4804-b969-af538b8dc3ac on network 58226669-f6bc-411a-ab8b-ce2f575083e8 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:12.667618 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:12.668257 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:12.746544 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (09c31af7-e7be-450f-b00e-17eaf3b7a67d), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:12.786506 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=23a9182a-5f7c-4a3d-a5f2-abd6931771b1,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:58:12.799659 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:12.840659 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5ebc099a-79a3-4dcd-ba16-5626a171aa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for subnet (beeb1e81-2d0a-4aaa-8268-e889ab63bedf), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:12.849342 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:58:12.850464 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Checking segment: {'id': 'f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:12.851528 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:12.852165 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Bound using segment: {'id': 'f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:58:12.852892 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Bound port: e81560da-5878-4804-b969-af538b8dc3ac, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:58:12.853521 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (e81560da-5878-4804-b969-af538b8dc3ac), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:12.946537 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:12.947555 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Pushing event updated for resources: {'Port': ['ID=09c31af7-e7be-450f-b00e-17eaf3b7a67d,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:12.967828 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:12.982851 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:58:12.998078 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc099a-79a3-4dcd-ba16-5626a171aa74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beeb1e81-2d0a-4aaa-8268-e889ab63bedf,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:13.000340 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=23a9182a-5f7c-4a3d-a5f2-abd6931771b1,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:13.013656 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Publish callbacks [] for router_gateway (285b662a-f46e-4ad6-ac28-f993758bbd9f), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.041699 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] For port e81560da-5878-4804-b969-af538b8dc3ac, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:58:13.045519 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] For port e81560da-5878-4804-b969-af538b8dc3ac, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=e81560da-5878-4804-b969-af538b8dc3ac,segment=NetworkSegment(f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275),segment_id=f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:58:13.062007 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (e81560da-5878-4804-b969-af538b8dc3ac), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.075540 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc099a-79a3-4dcd-ba16-5626a171aa74 admin admin] Checking segment: {'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:13.075881 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc099a-79a3-4dcd-ba16-5626a171aa74 admin admin] Network hostable DHCP agents. Network: d2cd27ce-59e4-4969-86d2-13164d033d83, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 14:58:13.155122 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc099a-79a3-4dcd-ba16-5626a171aa74 admin admin] Network d2cd27ce-59e4-4969-86d2-13164d033d83 is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 14:58:13.159390 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98bd21f-86a0-4f8f-ab26-97e266ac3495 None None] Network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:58:13.172163 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-5ebc099a-79a3-4dcd-ba16-5626a171aa74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, d2cd27ce-59e4-4969-86d2-13164d033d83) {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:13.177135 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:13.179125 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:13.179347 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebc099a-79a3-4dcd-ba16-5626a171aa74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:13.180087 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5ebc099a-79a3-4dcd-ba16-5626a171aa74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.229950 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] Publish callbacks [] for security_group (aac4f519-6534-4e1f-80d2-45e5dc23ba07), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.245238 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5ebc099a-79a3-4dcd-ba16-5626a171aa74 admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0605016 Sep 22 14:58:13.245454 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44728) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:13.253185 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:13.329905 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4124553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15760'] for router (fc6d170e-fe7b-43ec-9b75-12b9977f3515), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.331014 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4099067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4192051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15769'] for router (fc6d170e-fe7b-43ec-9b75-12b9977f3515), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.347644 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121636'] for router (285b662a-f46e-4ad6-ac28-f993758bbd9f), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.363472 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4f4b40-4a04-49a9-bce9-4f609f3f5d3c None None] Network d2cd27ce-59e4-4969-86d2-13164d033d83 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:58:13.377952 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Publish callbacks [] for router_gateway (c801df42-b617-4d0a-83ea-ea1cdf372e7c), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.379674 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (aac4f519-6534-4e1f-80d2-45e5dc23ba07), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.399414 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=106241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 14:58:13.413111 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-722e8a82-52d8-41b6-baeb-c925165b71a3 None None] Provisioning complete for port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:13.413756 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-722e8a82-52d8-41b6-baeb-c925165b71a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.415184 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-722e8a82-52d8-41b6-baeb-c925165b71a3 None None] Attempt 1 to provision port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 Sep 22 14:58:13.424472 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (1dea20db-e3d5-453d-a8c9-8c0b74095845), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.425009 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.segments_db [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] Added segment 1dea20db-e3d5-453d-a8c9-8c0b74095845 of type vlan for network d3be8a67-97dc-4561-9e21-010445c095a9 Sep 22 14:58:13.496397 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Publish callbacks [] for router_controller (fc6d170e-fe7b-43ec-9b75-12b9977f3515), precommit_add_association {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.523847 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (d3be8a67-97dc-4561-9e21-010445c095a9), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.719699 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac4f519-6534-4e1f-80d2-45e5dc23ba07,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:13.723709 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (d3be8a67-97dc-4561-9e21-010445c095a9), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.724935 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:13.725572 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.800040 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-722e8a82-52d8-41b6-baeb-c925165b71a3 None None] Current status of the port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:13.802730 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454ea0f-976b-4118-a510-a62ebdacd1b1 None None] Pushing event updated for resources: {'Port': ['ID=e81560da-5878-4804-b969-af538b8dc3ac,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:13.825638 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:13.831063 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] Pushing event updated for resources: {'Network': ['ID=d3be8a67-97dc-4561-9e21-010445c095a9,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:13.842396 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-83423b86-5a8d-4aab-818e-97c61227e7f6 admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4197357 Sep 22 14:58:13.843435 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:13.848807 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44746) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:13.854105 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network d3be8a67-97dc-4561-9e21-010445c095a9 details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 14:58:13.855345 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-30f79fdb-d8d6-4e00-80d7-15afd9505787 admin admin] Request body: {'subnet': {'network_id': 'd3be8a67-97dc-4561-9e21-010445c095a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1660076097-subnet', 'tenant_id': '4b5a721a12ed425baf3ec4e355d68833', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:13.886610 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f79fdb-d8d6-4e00-80d7-15afd9505787 admin admin] Made reservation on behalf of 4b5a721a12ed425baf3ec4e355d68833 for: {'subnet': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:58:13.889446 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-30f79fdb-d8d6-4e00-80d7-15afd9505787 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:13.940041 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:14.014093 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Publish callbacks [] for router_gateway (fc6d170e-fe7b-43ec-9b75-12b9977f3515), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:14.115379 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:14.151682 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd1ba1b-f342-5f5c-8987-fbda7cf6b98e-d2cd27ce-59e4-4969-86d2-13164d033d83', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'project_id': '58581ef3e3844816923467523d5be072', 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf'}]}} from dv-cinder-856463-5-iscsi. {{(pid=106243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 14:58:14.153586 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:14.392994 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Router 285b662a-f46e-4ad6-ac28-f993758bbd9f is scheduled to L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 with binding_index 1 {{(pid=106242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 14:58:14.403946 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:14.447101 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device e81560da-5878-4804-b969-af538b8dc3ac up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:58:14.455011 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-39eb7f6f-5b16-4b12-8a05-4d5766ed3d81 None None] Provisioning complete for port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:14.456841 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-39eb7f6f-5b16-4b12-8a05-4d5766ed3d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:14.457316 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-39eb7f6f-5b16-4b12-8a05-4d5766ed3d81 None None] Attempt 1 to provision port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 Sep 22 14:58:14.511671 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:14.736588 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Allocated IP 172.20.0.2 (d2cd27ce-59e4-4969-86d2-13164d033d83/beeb1e81-2d0a-4aaa-8268-e889ab63bedf/1f83b846-296d-47ca-9986-d9a2bb9d1047) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:58:14.784282 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121636'] for router (c801df42-b617-4d0a-83ea-ea1cdf372e7c), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:14.832244 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Publish callbacks [] for router_gateway (fc6d170e-fe7b-43ec-9b75-12b9977f3515), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:14.850975 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port e81560da-5878-4804-b969-af538b8dc3ac triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:14.859040 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (e81560da-5878-4804-b969-af538b8dc3ac), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:14.859553 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port e81560da-5878-4804-b969-af538b8dc3ac Sep 22 14:58:14.907846 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623ee45a-cc8d-4594-a2bf-a984173a8712 None None] Network 58226669-f6bc-411a-ab8b-ce2f575083e8 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:58:14.909788 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-39eb7f6f-5b16-4b12-8a05-4d5766ed3d81 None None] Current status of the port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:14.913768 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:15.012032 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 14:58:15.025845 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Sync routers for ids ['285b662a-f46e-4ad6-ac28-f993758bbd9f'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 14:58:15.037200 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:15.041016 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6aad4ac4-2593-492a-b6e9-7f12bbd9d57c admin admin] 10.222.0.66 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6570101 Sep 22 14:58:15.041311 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Routers {'285b662a-f46e-4ad6-ac28-f993758bbd9f'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:58:15.041716 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44780) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:15.063849 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:57:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['285b662a-f46e-4ad6-ac28-f993758bbd9f'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:15.104642 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-58c3b4fb-635a-4340-9a8f-6505c30e242a None None] Provisioning complete for port e81560da-5878-4804-b969-af538b8dc3ac triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:15.105030 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-58c3b4fb-635a-4340-9a8f-6505c30e242a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (e81560da-5878-4804-b969-af538b8dc3ac), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:15.105369 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-58c3b4fb-635a-4340-9a8f-6505c30e242a None None] Attempt 1 to provision port e81560da-5878-4804-b969-af538b8dc3ac Sep 22 14:58:15.132001 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Publish callbacks [] for port (1f83b846-296d-47ca-9986-d9a2bb9d1047), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:15.141678 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Router c801df42-b617-4d0a-83ea-ea1cdf372e7c is scheduled to L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 with binding_index 1 {{(pid=106241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 14:58:15.156706 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-30f79fdb-d8d6-4e00-80d7-15afd9505787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for subnet (03576eee-bf19-4228-b36b-b710c70b5c50), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:15.174227 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (1f83b846-296d-47ca-9986-d9a2bb9d1047), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:15.184375 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port e81560da-5878-4804-b969-af538b8dc3ac is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:15.184767 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (e81560da-5878-4804-b969-af538b8dc3ac), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:15.205331 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:15.242221 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:15.317289 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Set router 285b662a-f46e-4ad6-ac28-f993758bbd9f gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:58:15.371796 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f79fdb-d8d6-4e00-80d7-15afd9505787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03576eee-bf19-4228-b36b-b710c70b5c50,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:15.402798 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Network d2cd27ce-59e4-4969-86d2-13164d033d83 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:15.408107 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:15.424380 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Allocated IP 172.27.1.36 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/d709aecf-4f16-43f2-b758-ed21e636967c) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:58:15.428271 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:58:15.471326 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port e81560da-5878-4804-b969-af538b8dc3ac, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=e81560da-5878-4804-b969-af538b8dc3ac,segment=NetworkSegment(f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275),segment_id=f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:58:15.517794 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f79fdb-d8d6-4e00-80d7-15afd9505787 admin admin] Checking segment: {'id': '1dea20db-e3d5-453d-a8c9-8c0b74095845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd3be8a67-97dc-4561-9e21-010445c095a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:15.518359 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f79fdb-d8d6-4e00-80d7-15afd9505787 admin admin] Network hostable DHCP agents. Network: d3be8a67-97dc-4561-9e21-010445c095a9, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 14:58:15.521051 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-58c3b4fb-635a-4340-9a8f-6505c30e242a None None] Current status of the port e81560da-5878-4804-b969-af538b8dc3ac is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:15.528299 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 14:58:15.529450 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (e81560da-5878-4804-b969-af538b8dc3ac), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:15.530283 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:58:15.554719 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T14:58:12Z', 'revision_number': 3, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:15.582289 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:15.582697 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Checking router: 285b662a-f46e-4ad6-ac28-f993758bbd9f for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 14:58:15.583050 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Updating router 285b662a-f46e-4ad6-ac28-f993758bbd9f port d679683e-73a3-4691-8094-39fb3a427eba binding host dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 14:58:15.584541 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-62b627a6-692d-4bf9-9ba4-dc9767aee6c9 admin admin] 10.222.0.66 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7482214 Sep 22 14:58:15.587237 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44790) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:15.594821 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f79fdb-d8d6-4e00-80d7-15afd9505787 admin admin] Network d3be8a67-97dc-4561-9e21-010445c095a9 is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 14:58:15.603002 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Sync routers for ids ['c801df42-b617-4d0a-83ea-ea1cdf372e7c'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 14:58:15.609780 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Pushing event updated for resources: {'Port': ['ID=1f83b846-296d-47ca-9986-d9a2bb9d1047,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:15.650510 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-30f79fdb-d8d6-4e00-80d7-15afd9505787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, d3be8a67-97dc-4561-9e21-010445c095a9) {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:15.659683 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d679683e-73a3-4691-8094-39fb3a427eba), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:15.668905 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f79fdb-d8d6-4e00-80d7-15afd9505787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:15.676056 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-30f79fdb-d8d6-4e00-80d7-15afd9505787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:15.679010 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:15.705615 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Publish callbacks [] for port (d709aecf-4f16-43f2-b758-ed21e636967c), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:15.731277 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c56236-32a5-4bed-bd79-f67113fb5f78 None None] Network d3be8a67-97dc-4561-9e21-010445c095a9 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:58:15.754130 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-e48b6bd5-a65f-471e-8705-e52eaed15551 None None] Provisioning complete for port e81560da-5878-4804-b969-af538b8dc3ac triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:15.754574 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e48b6bd5-a65f-471e-8705-e52eaed15551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (e81560da-5878-4804-b969-af538b8dc3ac), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:15.755014 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-e48b6bd5-a65f-471e-8705-e52eaed15551 None None] Attempt 1 to provision port e81560da-5878-4804-b969-af538b8dc3ac Sep 22 14:58:15.784089 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-30f79fdb-d8d6-4e00-80d7-15afd9505787 admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9332728 Sep 22 14:58:15.896840 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:15.914653 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:15.915177 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:15.917834 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 Sep 22 14:58:15.930817 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (d709aecf-4f16-43f2-b758-ed21e636967c), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.013161 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Routers {'c801df42-b617-4d0a-83ea-ea1cdf372e7c'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:58:16.013822 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:57:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c801df42-b617-4d0a-83ea-ea1cdf372e7c'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:16.044887 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44810) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:16.082566 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:16.120498 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Attempting to bind port 1f83b846-296d-47ca-9986-d9a2bb9d1047 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:58:16.120799 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Attempting to bind port 1f83b846-296d-47ca-9986-d9a2bb9d1047 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:58:16.121281 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Attempting to bind port 1f83b846-296d-47ca-9986-d9a2bb9d1047 on network d2cd27ce-59e4-4969-86d2-13164d033d83 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:16.134492 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:16.165225 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8903dda-e38c-454a-a04e-82b1ca563eec admin admin] Deleting subnet 9d370967-5613-4ec2-a963-4caf946c7094 {{(pid=106241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 14:58:16.176727 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b8903dda-e38c-454a-a04e-82b1ca563eec admin admin] Publish callbacks [] for subnet (9d370967-5613-4ec2-a963-4caf946c7094), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.180659 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:16.227917 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:16.229215 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:58:16.252490 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Pushing event updated for resources: {'Port': ['ID=d709aecf-4f16-43f2-b758-ed21e636967c,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:16.280122 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Publish callbacks [] for port (d679683e-73a3-4691-8094-39fb3a427eba), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.290013 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (d679683e-73a3-4691-8094-39fb3a427eba), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.299554 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b8903dda-e38c-454a-a04e-82b1ca563eec admin admin] Publish callbacks [] for subnet (9d370967-5613-4ec2-a963-4caf946c7094), precommit_delete_associations {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.317713 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b8903dda-e38c-454a-a04e-82b1ca563eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (9d370967-5613-4ec2-a963-4caf946c7094), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.322065 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-e48b6bd5-a65f-471e-8705-e52eaed15551 None None] Current status of the port e81560da-5878-4804-b969-af538b8dc3ac is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:16.340336 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=e81560da-5878-4804-b969-af538b8dc3ac,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:16.366354 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Pushing event updated for resources: {'Port': ['ID=d679683e-73a3-4691-8094-39fb3a427eba,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:16.380261 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:16.381429 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:16.382019 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:16.382596 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:16.383314 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:16.383879 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:16.384656 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:16.385441 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:16.385956 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:16.386633 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:16.387930 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:16.388554 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:16.389171 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:16.390224 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:16.390918 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Tracked resource versions report: Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: pushed versions: Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: { 'AddressGroup': {'1.2'}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Agent': {'1.1'}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'ConntrackHelper': {'1.0'}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'LocalIPAssociation': {'1.0'}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Log': {'1.0'}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'NDPProxy': {'1.0'}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Network': {'1.1'}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Port': {'1.7'}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'PortForwarding': {'1.3'}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'QosPolicy': {'1.10'}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'SecurityGroup': {'1.5'}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'SecurityGroupRule': {'1.2'}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'SubPort': {'1.0'}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Subnet': {'1.1'}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Trunk': {'1.1'}} Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: consumer versions: Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: { DHCP agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: HyperV agent@hv-cinder-85646: {}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: L3 agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: Metadata agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: Metering agent@dv-cinder-856463-5-iscsi: {}, Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: Open vSwitch agent@dv-cinder-856463-5-iscsi: { 'AddressGroup': '1.2', Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Agent': '1.1', Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'ConntrackHelper': '1.0', Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'LocalIPAssociation': '1.0', Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Log': '1.0', Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'NDPProxy': '1.0', Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Network': '1.1', Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Port': '1.7', Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'PortForwarding': '1.3', Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'QosPolicy': '1.10', Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'SecurityGroup': '1.5', Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'SecurityGroupRule': '1.2', Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'SubPort': '1.0', Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Subnet': '1.1', Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: 'Trunk': '1.1'}} Sep 22 14:58:16.392519 dv-cinder-856463-5-iscsi neutron-server[106244]: {{(pid=106244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 14:58:16.401732 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Attempting to bind port d679683e-73a3-4691-8094-39fb3a427eba on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:58:16.402414 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Attempting to bind port d679683e-73a3-4691-8094-39fb3a427eba by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:58:16.403015 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Attempting to bind port d679683e-73a3-4691-8094-39fb3a427eba on network 0158fd45-c628-47d4-94af-d510067846ec {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:16.413528 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:16.431193 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.461612 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:58:16.462294 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Checking segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:16.463506 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.464110 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Bound using segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:58:16.464764 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Bound port: d679683e-73a3-4691-8094-39fb3a427eba, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:58:16.465309 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d679683e-73a3-4691-8094-39fb3a427eba), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.468153 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:58:16.469414 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Checking segment: {'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:16.470047 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.471067 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Bound using segment: {'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:58:16.471852 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Bound port: 1f83b846-296d-47ca-9986-d9a2bb9d1047, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:58:16.472241 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b8903dda-e38c-454a-a04e-82b1ca563eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for subnet (9d370967-5613-4ec2-a963-4caf946c7094), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.472667 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (1f83b846-296d-47ca-9986-d9a2bb9d1047), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.517273 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Set router c801df42-b617-4d0a-83ea-ea1cdf372e7c gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:58:16.537331 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8903dda-e38c-454a-a04e-82b1ca563eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d370967-5613-4ec2-a963-4caf946c7094,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:16.555053 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device e81560da-5878-4804-b969-af538b8dc3ac up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:58:16.588372 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b8903dda-e38c-454a-a04e-82b1ca563eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.588987 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.590361 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] For port d679683e-73a3-4691-8094-39fb3a427eba, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:58:16.594627 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-b8903dda-e38c-454a-a04e-82b1ca563eec admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/9d370967-5613-4ec2-a963-4caf946c7094 HTTP/1.1" status: 204 len: 168 time: 0.5456936 Sep 22 14:58:16.594949 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44818) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:16.595841 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9341cbe2-254b-4258-ab68-93b935d9de7c None None] Network d3be8a67-97dc-4561-9e21-010445c095a9 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:58:16.597752 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] For port d679683e-73a3-4691-8094-39fb3a427eba, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=d679683e-73a3-4691-8094-39fb3a427eba,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:58:16.610850 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (d679683e-73a3-4691-8094-39fb3a427eba), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.626592 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:16.667277 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Routers {'285b662a-f46e-4ad6-ac28-f993758bbd9f'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:58:16.668987 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:57:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['285b662a-f46e-4ad6-ac28-f993758bbd9f'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:16.683947 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:16.689219 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:16.714859 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (67731f4f-7ac7-4762-bb64-402737964c25), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.735346 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Publish callbacks [] for router_gateway (fc6d170e-fe7b-43ec-9b75-12b9977f3515), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.805264 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:16.806321 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Allocated IP 172.20.0.1 (58226669-f6bc-411a-ab8b-ce2f575083e8/a2cb4503-ed4c-4429-99f4-1d9e2a6756f5/2bd77472-3b9c-4e18-b96a-4cfb3b8cedac) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:58:16.836663 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] Set router 285b662a-f46e-4ad6-ac28-f993758bbd9f gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:58:16.856750 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (67731f4f-7ac7-4762-bb64-402737964c25), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.857328 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] For port 1f83b846-296d-47ca-9986-d9a2bb9d1047, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:58:16.869398 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port e81560da-5878-4804-b969-af538b8dc3ac triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:16.870115 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (e81560da-5878-4804-b969-af538b8dc3ac), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:16.870648 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port e81560da-5878-4804-b969-af538b8dc3ac Sep 22 14:58:16.906488 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] For port 1f83b846-296d-47ca-9986-d9a2bb9d1047, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=1f83b846-296d-47ca-9986-d9a2bb9d1047,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:58:16.945738 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:16.995228 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (1f83b846-296d-47ca-9986-d9a2bb9d1047), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:17.084090 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:58:17.084457 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:58:17.085205 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:58:17.085533 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=106241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:58:17.085870 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:58:17.086201 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=106241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:58:17.086524 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:58:17.086862 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:58:17.087177 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:58:17.087521 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:58:17.091596 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822600dd-42df-4b35-885b-10e35b04ab86 None None] Pushing event updated for resources: {'Port': ['ID=1f83b846-296d-47ca-9986-d9a2bb9d1047,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:17.155481 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036ae41-c88d-4090-816b-d0e8495482ec None None] Pushing event updated for resources: {'Port': ['ID=d679683e-73a3-4691-8094-39fb3a427eba,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:17.172802 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T14:58:12Z', 'revision_number': 3, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:17.178144 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'name': 'tempest-DeleteServersTestJSON-461783746-router', 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:10Z', 'updated_at': '2022-09-22T14:58:13Z', 'revision_number': 3, 'project_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'gw_port': {'id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ec:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:17.213471 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port e81560da-5878-4804-b969-af538b8dc3ac is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:17.217095 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Checking router: c801df42-b617-4d0a-83ea-ea1cdf372e7c for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 14:58:17.217523 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Updating router c801df42-b617-4d0a-83ea-ea1cdf372e7c port 09c31af7-e7be-450f-b00e-17eaf3b7a67d binding host dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 14:58:17.230755 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54595f57-6918-460d-ac51-c34fcc75834c None None] The sync data for ids ['285b662a-f46e-4ad6-ac28-f993758bbd9f'] in dv-cinder-856463-5-iscsi is: [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T14:58:12Z', 'revision_number': 3, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 14:58:17.261286 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (09c31af7-e7be-450f-b00e-17eaf3b7a67d), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:17.359908 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Allocated IP 172.20.0.1 (5c43e8e6-bd2f-49d4-8458-66a54ee7db11/4d33844e-545e-4bb3-b702-17e0571cc544/4c220ded-a186-4334-b434-aee1bc6bdba1) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:58:17.432549 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121636'] for router (fc6d170e-fe7b-43ec-9b75-12b9977f3515), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:17.500854 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:58:17.501205 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:58:17.501535 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:58:17.501861 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 14:58:17.502640 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67731f4f-7ac7-4762-bb64-402737964c25']}} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:17.523914 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:17.539381 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0d584a-b683-4098-98c0-fced6b21e346') {'for_net_delete': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:17.541097 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0d584a-b683-4098-98c0-fced6b21e346') {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:17.583605 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259296'] for segment (ec0d584a-b683-4098-98c0-fced6b21e346), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:17.622224 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Publish callbacks [] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:17.636029 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (ec0d584a-b683-4098-98c0-fced6b21e346), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:17.647596 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:17.664500 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=106241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 14:58:17.664896 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326477'] for segment (ec0d584a-b683-4098-98c0-fced6b21e346), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:17.732472 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:17.735091 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Publish callbacks [] for port (09c31af7-e7be-450f-b00e-17eaf3b7a67d), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:17.745248 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (09c31af7-e7be-450f-b00e-17eaf3b7a67d), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:17.763083 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Publish callbacks [] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:17.790854 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Attempting to bind port 09c31af7-e7be-450f-b00e-17eaf3b7a67d on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:58:17.791101 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Attempting to bind port 09c31af7-e7be-450f-b00e-17eaf3b7a67d by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:58:17.792144 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Attempting to bind port 09c31af7-e7be-450f-b00e-17eaf3b7a67d on network 0158fd45-c628-47d4-94af-d510067846ec {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:17.803712 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:17.810253 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Router fc6d170e-fe7b-43ec-9b75-12b9977f3515 is scheduled to L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 with binding_index 1 {{(pid=106242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 14:58:17.812453 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:17.822973 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:58:17.823469 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4097821'] for router_interface (285b662a-f46e-4ad6-ac28-f993758bbd9f), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:17.826775 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Pushing event updated for resources: {'Port': ['ID=4c220ded-a186-4334-b434-aee1bc6bdba1,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:17.855585 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cae37b-044d-4e5e-ad33-8eb4a4bc0863 None None] Pushing event updated for resources: {'Port': ['ID=09c31af7-e7be-450f-b00e-17eaf3b7a67d,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:17.885120 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:17.895091 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:17.909832 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:58:17.910372 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Checking segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:17.911084 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:17.911712 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Bound using segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:58:17.912558 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Bound port: 09c31af7-e7be-450f-b00e-17eaf3b7a67d, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:58:17.913036 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (09c31af7-e7be-450f-b00e-17eaf3b7a67d), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:17.923448 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (67731f4f-7ac7-4762-bb64-402737964c25), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:18.000804 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] For port 09c31af7-e7be-450f-b00e-17eaf3b7a67d, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:58:18.006680 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] For port 09c31af7-e7be-450f-b00e-17eaf3b7a67d, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=09c31af7-e7be-450f-b00e-17eaf3b7a67d,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:58:18.007411 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Network 58226669-f6bc-411a-ab8b-ce2f575083e8 is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:18.019517 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (09c31af7-e7be-450f-b00e-17eaf3b7a67d), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:18.022531 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:18.029624 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/67731f4f-7ac7-4762-bb64-402737964c25 HTTP/1.1" status: 204 len: 168 time: 1.4336433 Sep 22 14:58:18.035387 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44842) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:18.078323 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:18.097295 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad141d55-4022-4569-8cd5-31669816f0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=67731f4f-7ac7-4762-bb64-402737964c25,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:18.119007 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:58:18.210605 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Pushing event updated for resources: {'Port': ['ID=2bd77472-3b9c-4e18-b96a-4cfb3b8cedac,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:18.243794 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment ec0d584a-b683-4098-98c0-fced6b21e346 resource provider aggregate not found Sep 22 14:58:18.253098 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:18.269611 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4097821'] for router_interface (c801df42-b617-4d0a-83ea-ea1cdf372e7c), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:18.281488 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment ec0d584a-b683-4098-98c0-fced6b21e346 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec0d584a-b683-4098-98c0-fced6b21e346 found for delete ", "request_id": "req-2de3dd96-29bd-46b7-8764-8d6579068d68"}]} Sep 22 14:58:18.351276 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cae37b-044d-4e5e-ad33-8eb4a4bc0863 None None] Pushing event updated for resources: {'Port': ['ID=09c31af7-e7be-450f-b00e-17eaf3b7a67d,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:18.377196 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:18.419160 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Provisioning complete for port 4c220ded-a186-4334-b434-aee1bc6bdba1 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:18.419586 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:18.419929 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Attempt 1 to provision port 4c220ded-a186-4334-b434-aee1bc6bdba1 Sep 22 14:58:18.421696 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Routers {'c801df42-b617-4d0a-83ea-ea1cdf372e7c'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:58:18.422343 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:57:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c801df42-b617-4d0a-83ea-ea1cdf372e7c'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:18.429343 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-088f75f7-fb30-463a-8476-26365d8702ac admin admin] Deleting subnet 03576eee-bf19-4228-b36b-b710c70b5c50 {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 14:58:18.446747 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-088f75f7-fb30-463a-8476-26365d8702ac admin admin] Publish callbacks [] for subnet (03576eee-bf19-4228-b36b-b710c70b5c50), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:18.603692 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Port 4c220ded-a186-4334-b434-aee1bc6bdba1 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:18.649532 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d88b68e-b31f-4a23-ac3b-f5c2accbfda6 None None] Network d2cd27ce-59e4-4969-86d2-13164d033d83 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 14:58:18.693095 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:18.694365 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 1f83b846-296d-47ca-9986-d9a2bb9d1047 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:58:18.725637 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:18.742173 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:18.742955 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-088f75f7-fb30-463a-8476-26365d8702ac admin admin] Publish callbacks [] for subnet (03576eee-bf19-4228-b36b-b710c70b5c50), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:18.748557 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 14:58:18.764846 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-088f75f7-fb30-463a-8476-26365d8702ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (03576eee-bf19-4228-b36b-b710c70b5c50), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:18.790005 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] Set router c801df42-b617-4d0a-83ea-ea1cdf372e7c gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:58:18.793625 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Sync routers for ids ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 14:58:18.817977 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Routers {'fc6d170e-fe7b-43ec-9b75-12b9977f3515'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:58:18.820401 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:57:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:18.823192 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:18.824560 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f162f075-69ad-4e6a-b928-61c1ed6e7c40 admin admin] 10.222.0.66 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5781431 Sep 22 14:58:18.831356 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44856) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:18.872727 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 1f83b846-296d-47ca-9986-d9a2bb9d1047 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:18.873095 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (1f83b846-296d-47ca-9986-d9a2bb9d1047), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:18.873432 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 1f83b846-296d-47ca-9986-d9a2bb9d1047 Sep 22 14:58:18.988283 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Publish callbacks [] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:18.995619 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.005709 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Set router fc6d170e-fe7b-43ec-9b75-12b9977f3515 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:58:19.014172 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-088f75f7-fb30-463a-8476-26365d8702ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for subnet (03576eee-bf19-4228-b36b-b710c70b5c50), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.051622 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:19.068901 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 1f83b846-296d-47ca-9986-d9a2bb9d1047 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:19.069302 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (1f83b846-296d-47ca-9986-d9a2bb9d1047), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.093753 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-088f75f7-fb30-463a-8476-26365d8702ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.104845 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Attempt 2 to provision port 4c220ded-a186-4334-b434-aee1bc6bdba1 Sep 22 14:58:19.109706 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-088f75f7-fb30-463a-8476-26365d8702ac admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/03576eee-bf19-4228-b36b-b710c70b5c50 HTTP/1.1" status: 204 len: 168 time: 1.0731232 Sep 22 14:58:19.110860 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f75f7-fb30-463a-8476-26365d8702ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03576eee-bf19-4228-b36b-b710c70b5c50,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:19.112585 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44862) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:19.130956 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port 1f83b846-296d-47ca-9986-d9a2bb9d1047, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=1f83b846-296d-47ca-9986-d9a2bb9d1047,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:58:19.149070 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Pushing event updated for resources: {'Port': ['ID=2bd77472-3b9c-4e18-b96a-4cfb3b8cedac,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:19.183930 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:19.196793 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:19.198203 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'name': 'tempest-DeleteServersTestJSON-461783746-router', 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:10Z', 'updated_at': '2022-09-22T14:58:13Z', 'revision_number': 3, 'project_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'gw_port': {'id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ec:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:19.200464 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (1f83b846-296d-47ca-9986-d9a2bb9d1047), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.201292 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d679683e-73a3-4691-8094-39fb3a427eba up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:58:19.292628 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fa0b5b-2c83-4445-9477-359b2a1a37ca None None] The sync data for ids ['c801df42-b617-4d0a-83ea-ea1cdf372e7c'] in dv-cinder-856463-5-iscsi is: [{'id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'name': 'tempest-DeleteServersTestJSON-461783746-router', 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:10Z', 'updated_at': '2022-09-22T14:58:13Z', 'revision_number': 3, 'project_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'gw_port': {'id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ec:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 14:58:19.304521 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1b849957-ed2d-4b84-81f1-925973933570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (d3be8a67-97dc-4561-9e21-010445c095a9), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.312344 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Port 4c220ded-a186-4334-b434-aee1bc6bdba1 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:19.335781 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Publish callbacks [] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.337304 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:16Z', 'revision_number': 3, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:19.370983 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.372059 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4097929'] for router_interface (285b662a-f46e-4ad6-ac28-f993758bbd9f), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.378376 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port d679683e-73a3-4691-8094-39fb3a427eba triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:19.378774 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (d679683e-73a3-4691-8094-39fb3a427eba), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.379119 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port d679683e-73a3-4691-8094-39fb3a427eba Sep 22 14:58:19.396387 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Checking router: fc6d170e-fe7b-43ec-9b75-12b9977f3515 for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 14:58:19.397021 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Updating router fc6d170e-fe7b-43ec-9b75-12b9977f3515 port d709aecf-4f16-43f2-b758-ed21e636967c binding host dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 14:58:19.435177 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=1f83b846-296d-47ca-9986-d9a2bb9d1047,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:19.436194 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d709aecf-4f16-43f2-b758-ed21e636967c), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.451238 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4097929'] for router_interface (c801df42-b617-4d0a-83ea-ea1cdf372e7c), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.491850 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Pushing event updated for resources: {'Port': ['ID=4c220ded-a186-4334-b434-aee1bc6bdba1,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:19.559307 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port d679683e-73a3-4691-8094-39fb3a427eba is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:19.559923 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d679683e-73a3-4691-8094-39fb3a427eba), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.601598 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port d679683e-73a3-4691-8094-39fb3a427eba, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=d679683e-73a3-4691-8094-39fb3a427eba,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:58:19.610096 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (d679683e-73a3-4691-8094-39fb3a427eba), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.616537 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1b849957-ed2d-4b84-81f1-925973933570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (d3be8a67-97dc-4561-9e21-010445c095a9), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.705058 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=d679683e-73a3-4691-8094-39fb3a427eba,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:19.713210 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-1b849957-ed2d-4b84-81f1-925973933570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3be8a67-97dc-4561-9e21-010445c095a9']}} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:19.731591 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-1b849957-ed2d-4b84-81f1-925973933570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dea20db-e3d5-453d-a8c9-8c0b74095845') {'for_net_delete': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:19.731890 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-1b849957-ed2d-4b84-81f1-925973933570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dea20db-e3d5-453d-a8c9-8c0b74095845') {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:19.748300 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1b849957-ed2d-4b84-81f1-925973933570 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259296'] for segment (1dea20db-e3d5-453d-a8c9-8c0b74095845), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.791827 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1b849957-ed2d-4b84-81f1-925973933570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (1dea20db-e3d5-453d-a8c9-8c0b74095845), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.815631 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Attempt 3 to provision port 4c220ded-a186-4334-b434-aee1bc6bdba1 Sep 22 14:58:19.823974 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b849957-ed2d-4b84-81f1-925973933570 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=106241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 14:58:19.824380 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1b849957-ed2d-4b84-81f1-925973933570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326477'] for segment (1dea20db-e3d5-453d-a8c9-8c0b74095845), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.851625 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Network 58226669-f6bc-411a-ab8b-ce2f575083e8 is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:19.880197 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:19.882395 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Port 4c220ded-a186-4334-b434-aee1bc6bdba1 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:19.888304 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:19.896858 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:19.941847 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:19.970686 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Publish callbacks [] for port (d709aecf-4f16-43f2-b758-ed21e636967c), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.984864 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (d709aecf-4f16-43f2-b758-ed21e636967c), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:19.996391 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1b849957-ed2d-4b84-81f1-925973933570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (d3be8a67-97dc-4561-9e21-010445c095a9), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:20.013523 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1b849957-ed2d-4b84-81f1-925973933570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:20.019436 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-1b849957-ed2d-4b84-81f1-925973933570 admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/d3be8a67-97dc-4561-9e21-010445c095a9 HTTP/1.1" status: 204 len: 168 time: 0.8669710 Sep 22 14:58:20.066330 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b849957-ed2d-4b84-81f1-925973933570 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3be8a67-97dc-4561-9e21-010445c095a9,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:20.096443 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:20.099523 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:20.099658 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Attempting to bind port d709aecf-4f16-43f2-b758-ed21e636967c on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:58:20.100006 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Attempting to bind port d709aecf-4f16-43f2-b758-ed21e636967c by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:58:20.100373 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Attempting to bind port d709aecf-4f16-43f2-b758-ed21e636967c on network 0158fd45-c628-47d4-94af-d510067846ec {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:20.181657 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Router c801df42-b617-4d0a-83ea-ea1cdf372e7c has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 14:58:20.205718 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a0b2e-61d5-4ee8-b008-670857c31ba0 None None] Pushing event updated for resources: {'Port': ['ID=d709aecf-4f16-43f2-b758-ed21e636967c,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:20.262194 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:58:20.263550 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Checking segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:20.264021 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:20.265611 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Bound using segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:58:20.269318 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Bound port: d709aecf-4f16-43f2-b758-ed21e636967c, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:58:20.269857 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d709aecf-4f16-43f2-b758-ed21e636967c), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:20.335225 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment 1dea20db-e3d5-453d-a8c9-8c0b74095845 resource provider aggregate not found Sep 22 14:58:20.347872 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:20.368742 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] For port d709aecf-4f16-43f2-b758-ed21e636967c, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:58:20.373036 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] For port d709aecf-4f16-43f2-b758-ed21e636967c, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=d709aecf-4f16-43f2-b758-ed21e636967c,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:58:20.376387 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment 1dea20db-e3d5-453d-a8c9-8c0b74095845 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1dea20db-e3d5-453d-a8c9-8c0b74095845 found for delete ", "request_id": "req-48599564-d343-4c12-89ff-d5e0ecde0a94"}]} Sep 22 14:58:20.382844 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Router 285b662a-f46e-4ad6-ac28-f993758bbd9f has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 14:58:20.384213 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Attempt 4 to provision port 4c220ded-a186-4334-b434-aee1bc6bdba1 Sep 22 14:58:20.397896 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (d709aecf-4f16-43f2-b758-ed21e636967c), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:20.421448 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44882) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:20.434748 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Routers {'fc6d170e-fe7b-43ec-9b75-12b9977f3515'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:58:20.436197 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:57:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:20.475730 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Port 4c220ded-a186-4334-b434-aee1bc6bdba1 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:20.489315 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 14:58:20.500659 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:20.526149 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-6c16e502-90dd-4a11-8b6f-af1e33ef8cca admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/c801df42-b617-4d0a-83ea-ea1cdf372e7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9374928 Sep 22 14:58:20.548414 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a0b2e-61d5-4ee8-b008-670857c31ba0 None None] Pushing event updated for resources: {'Port': ['ID=d709aecf-4f16-43f2-b758-ed21e636967c,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:20.688175 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:20.694810 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e6265500-0eed-4087-808f-cf49bdc99b0f admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=5869821fc42c4a7ea595800371029c56&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2720361 Sep 22 14:58:20.697818 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44892) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:20.705264 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 09c31af7-e7be-450f-b00e-17eaf3b7a67d up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:58:20.754763 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] Set router fc6d170e-fe7b-43ec-9b75-12b9977f3515 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:58:20.846073 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 14:58:20.848871 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 09c31af7-e7be-450f-b00e-17eaf3b7a67d triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:20.849348 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (09c31af7-e7be-450f-b00e-17eaf3b7a67d), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:20.849644 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 09c31af7-e7be-450f-b00e-17eaf3b7a67d Sep 22 14:58:20.862999 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Sync routers for ids ['285b662a-f46e-4ad6-ac28-f993758bbd9f'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 14:58:20.865151 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4480a645-3ea4-483e-9c9d-2fa942b22e6e admin admin] Publish callbacks [] for security_group (5c1dd050-a21b-44d9-83a8-4b6060ee9c36), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:20.897972 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-c55a2e4d-d08c-47ef-b2df-4e8db00aa0cd admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/285b662a-f46e-4ad6-ac28-f993758bbd9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8550856 Sep 22 14:58:20.913145 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4480a645-3ea4-483e-9c9d-2fa942b22e6e admin admin] Publish callbacks [] for security_group (5c1dd050-a21b-44d9-83a8-4b6060ee9c36), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:20.922622 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:20.950432 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Allocated IP 172.20.0.1 (d2cd27ce-59e4-4969-86d2-13164d033d83/beeb1e81-2d0a-4aaa-8268-e889ab63bedf/427f15b2-4d03-435d-b186-5328e870139d) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:58:20.979098 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Routers {'285b662a-f46e-4ad6-ac28-f993758bbd9f'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:58:20.979723 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:57:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['285b662a-f46e-4ad6-ac28-f993758bbd9f'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:20.987726 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4480a645-3ea4-483e-9c9d-2fa942b22e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5c1dd050-a21b-44d9-83a8-4b6060ee9c36), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:20.990373 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4480a645-3ea4-483e-9c9d-2fa942b22e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:20.991566 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-4480a645-3ea4-483e-9c9d-2fa942b22e6e admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/5c1dd050-a21b-44d9-83a8-4b6060ee9c36 HTTP/1.1" status: 204 len: 168 time: 0.2925141 Sep 22 14:58:21.021762 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480a645-3ea4-483e-9c9d-2fa942b22e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1dd050-a21b-44d9-83a8-4b6060ee9c36,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:21.149793 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Publish callbacks [] for port (427f15b2-4d03-435d-b186-5328e870139d), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:21.160343 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:16Z', 'revision_number': 3, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:21.218961 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (427f15b2-4d03-435d-b186-5328e870139d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:21.245646 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43beea46-4884-441d-957c-4fe41ce73ecf None None] The sync data for ids ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'] in dv-cinder-856463-5-iscsi is: [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:16Z', 'revision_number': 3, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 14:58:21.249371 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Set router 285b662a-f46e-4ad6-ac28-f993758bbd9f gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:58:21.268562 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Network d2cd27ce-59e4-4969-86d2-13164d033d83 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:21.272224 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:21.273076 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44930) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:21.278229 dv-cinder-856463-5-iscsi neutron-server[106241]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 14:58:21.292535 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:58:21.293837 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4097821'] for router_interface (fc6d170e-fe7b-43ec-9b75-12b9977f3515), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:21.303518 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Attempt 5 to provision port 4c220ded-a186-4334-b434-aee1bc6bdba1 Sep 22 14:58:21.472105 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Pushing event updated for resources: {'Port': ['ID=427f15b2-4d03-435d-b186-5328e870139d,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:21.483138 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (427f15b2-4d03-435d-b186-5328e870139d), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:21.485737 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:21.524140 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 44944) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:21.599689 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Port 4c220ded-a186-4334-b434-aee1bc6bdba1 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:21.600804 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:21.637091 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 09c31af7-e7be-450f-b00e-17eaf3b7a67d is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:21.637771 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (09c31af7-e7be-450f-b00e-17eaf3b7a67d), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:21.722483 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port 09c31af7-e7be-450f-b00e-17eaf3b7a67d, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=09c31af7-e7be-450f-b00e-17eaf3b7a67d,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:58:21.740106 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (09c31af7-e7be-450f-b00e-17eaf3b7a67d), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:21.741102 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 1f83b846-296d-47ca-9986-d9a2bb9d1047 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:58:21.906005 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Publish callbacks [] for port (427f15b2-4d03-435d-b186-5328e870139d), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:21.919700 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (427f15b2-4d03-435d-b186-5328e870139d), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:21.921488 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4097929'] for router_interface (fc6d170e-fe7b-43ec-9b75-12b9977f3515), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:21.982371 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44956) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:22.016446 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:22.056834 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 4, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '4c220ded-a186-4334-b434-aee1bc6bdba1', 'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'mac_address': 'fa:16:3e:e8:db:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:16Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 2, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'subnets': [{'id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:22.069623 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Pushing event updated for resources: {'Port': ['ID=427f15b2-4d03-435d-b186-5328e870139d,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:22.101347 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Attempt 6 to provision port 4c220ded-a186-4334-b434-aee1bc6bdba1 Sep 22 14:58:22.109165 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Checking router: 285b662a-f46e-4ad6-ac28-f993758bbd9f for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 14:58:22.109479 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Updating router 285b662a-f46e-4ad6-ac28-f993758bbd9f port 4c220ded-a186-4334-b434-aee1bc6bdba1 binding host dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 14:58:22.134428 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:22.137770 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-d043a069-e8d0-45f7-926d-f78d3e142102 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:22.140364 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-d043a069-e8d0-45f7-926d-f78d3e142102 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 819 time: 0.6150186 Sep 22 14:58:22.147306 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-1d2b0f37-aab5-4339-9910-5f085c37dff0 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:22.149098 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-1d2b0f37-aab5-4339-9910-5f085c37dff0 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/networks?id=58226669-f6bc-411a-ab8b-ce2f575083e8 HTTP/1.1" status: 200 len: 811 time: 0.8730724 Sep 22 14:58:22.170647 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-1c377244-1bd1-4d9b-8e9a-7c55fac15e1f tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/quotas/3e3eb7b7c1be4710b1cdea1e2dc4bf91 HTTP/1.1" status: 200 len: 375 time: 0.0111728 Sep 22 14:58:22.174649 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-57ebfb35-a853-40c1-bc13-92cca4ade1b7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/quotas/6edd1ecc737c48c3b26fa7dea7a48ddd HTTP/1.1" status: 200 len: 375 time: 0.0240493 Sep 22 14:58:22.191762 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:22.192981 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=09c31af7-e7be-450f-b00e-17eaf3b7a67d,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:22.204479 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 1f83b846-296d-47ca-9986-d9a2bb9d1047 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:22.204877 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (1f83b846-296d-47ca-9986-d9a2bb9d1047), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:22.205218 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 1f83b846-296d-47ca-9986-d9a2bb9d1047 Sep 22 14:58:22.209081 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Port 4c220ded-a186-4334-b434-aee1bc6bdba1 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:22.209556 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:22.217472 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:22.224872 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5b8f1451-d87e-4b3e-965b-9b4bf5768ab7 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=4b5a721a12ed425baf3ec4e355d68833&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2406464 Sep 22 14:58:22.226935 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Network d2cd27ce-59e4-4969-86d2-13164d033d83 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:22.228074 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 44958) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:22.274521 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Sync routers for ids ['c801df42-b617-4d0a-83ea-ea1cdf372e7c'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 14:58:22.290233 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Routers {'c801df42-b617-4d0a-83ea-ea1cdf372e7c'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:58:22.293362 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:57:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c801df42-b617-4d0a-83ea-ea1cdf372e7c'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:22.313809 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-bd495b07-5c28-4e5f-a82a-64a4cc187a08 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=3e3eb7b7c1be4710b1cdea1e2dc4bf91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1335161 Sep 22 14:58:22.319369 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-6aad2a62-23ec-447f-9cbb-105f8b2923d5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977337 Sep 22 14:58:22.322160 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:22.437575 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7ebec129-de6c-4684-ab2e-790ccb116e97 admin admin] Publish callbacks [] for security_group (aac4f519-6534-4e1f-80d2-45e5dc23ba07), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:22.460519 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7ebec129-de6c-4684-ab2e-790ccb116e97 admin admin] Publish callbacks [] for security_group (aac4f519-6534-4e1f-80d2-45e5dc23ba07), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:22.473457 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 1f83b846-296d-47ca-9986-d9a2bb9d1047 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:22.475066 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d679683e-73a3-4691-8094-39fb3a427eba up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:58:22.552490 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Set router c801df42-b617-4d0a-83ea-ea1cdf372e7c gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:58:22.577801 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7ebec129-de6c-4684-ab2e-790ccb116e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (aac4f519-6534-4e1f-80d2-45e5dc23ba07), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:22.585986 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7ebec129-de6c-4684-ab2e-790ccb116e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:22.587316 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7ebec129-de6c-4684-ab2e-790ccb116e97 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/aac4f519-6534-4e1f-80d2-45e5dc23ba07 HTTP/1.1" status: 204 len: 168 time: 0.3581793 Sep 22 14:58:22.666741 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebec129-de6c-4684-ab2e-790ccb116e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac4f519-6534-4e1f-80d2-45e5dc23ba07,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:22.704539 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1cb2ea62-97cd-4527-9161-0d954aa1d2ca service neutron] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 14:58:22.705563 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1cb2ea62-97cd-4527-9161-0d954aa1d2ca service neutron] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0749009 Sep 22 14:58:22.740296 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Router fc6d170e-fe7b-43ec-9b75-12b9977f3515 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 14:58:22.757769 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Attempt 7 to provision port 4c220ded-a186-4334-b434-aee1bc6bdba1 Sep 22 14:58:22.840177 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Port 4c220ded-a186-4334-b434-aee1bc6bdba1 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:22.840665 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port d679683e-73a3-4691-8094-39fb3a427eba triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:22.841041 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (d679683e-73a3-4691-8094-39fb3a427eba), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:22.841378 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port d679683e-73a3-4691-8094-39fb3a427eba Sep 22 14:58:22.845295 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-f787a13b-be00-47ae-a911-bc6f0b06082c service neutron] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 14:58:22.853582 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-f787a13b-be00-47ae-a911-bc6f0b06082c service neutron] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2170241 Sep 22 14:58:22.860654 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:22.910769 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'name': 'tempest-DeleteServersTestJSON-461783746-router', 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:10Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 4, 'project_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'gw_port': {'id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '2bd77472-3b9c-4e18-b96a-4cfb3b8cedac', 'name': '', 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8', 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'mac_address': 'fa:16:3e:92:3e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a2cb4503-ed4c-4429-99f4-1d9e2a6756f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:16Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 2, 'project_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'subnets': [{'id': 'a2cb4503-ed4c-4429-99f4-1d9e2a6756f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:22.940596 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Publish callbacks [] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:22.952987 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:22.971118 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Checking router: c801df42-b617-4d0a-83ea-ea1cdf372e7c for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 14:58:22.972588 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Updating router c801df42-b617-4d0a-83ea-ea1cdf372e7c port 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac binding host dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 14:58:22.980760 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 14:58:22.991956 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7570ced1-5ad2-4221-addd-3d963de98554 admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/fc6d170e-fe7b-43ec-9b75-12b9977f3515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1561701 Sep 22 14:58:23.051126 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e45f01-9281-4f8b-9baf-54ffd377030c None None] Pushing event updated for resources: {'Port': ['ID=4c220ded-a186-4334-b434-aee1bc6bdba1,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:23.062224 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-5bfdb0ec-21c6-45e1-8122-d216d7c8d58d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390465 Sep 22 14:58:23.066421 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:23.098834 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:23.127310 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-1c8baa9e-0b34-4364-b020-9b3c88ef28b1 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/58226669-f6bc-411a-ab8b-ce2f575083e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725272 Sep 22 14:58:23.142042 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port d679683e-73a3-4691-8094-39fb3a427eba is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:23.215386 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Attempting to bind port 4c220ded-a186-4334-b434-aee1bc6bdba1 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:58:23.215811 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Attempting to bind port 4c220ded-a186-4334-b434-aee1bc6bdba1 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:58:23.216120 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Attempting to bind port 4c220ded-a186-4334-b434-aee1bc6bdba1 on network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:23.299023 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:58:23.299559 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Checking segment: {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:23.300041 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:23.300507 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Bound using segment: {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:58:23.301443 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Bound port: 4c220ded-a186-4334-b434-aee1bc6bdba1, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:58:23.301986 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:23.347759 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Attempt 8 to provision port 4c220ded-a186-4334-b434-aee1bc6bdba1 Sep 22 14:58:23.383781 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Port 4c220ded-a186-4334-b434-aee1bc6bdba1 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:23.397696 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:23.408316 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-0ae536f2-a1f1-4a1b-9670-2ff9cdba5fe6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327827 Sep 22 14:58:23.418108 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] For port 4c220ded-a186-4334-b434-aee1bc6bdba1, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:58:23.426573 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] For port 4c220ded-a186-4334-b434-aee1bc6bdba1, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=4c220ded-a186-4334-b434-aee1bc6bdba1,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:58:23.428959 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-90fb327b-2841-43f2-bf84-a0c7ee165e7d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/58226669-f6bc-411a-ab8b-ce2f575083e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056468 Sep 22 14:58:23.439032 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:23.483301 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 09c31af7-e7be-450f-b00e-17eaf3b7a67d up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:58:23.503693 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Publish callbacks [] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:23.507947 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:23.515790 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Routers {'285b662a-f46e-4ad6-ac28-f993758bbd9f'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:58:23.516167 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:23.516440 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:57:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['285b662a-f46e-4ad6-ac28-f993758bbd9f'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:23.596510 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e8cee-6197-4373-869c-5d2fa1d4fb73 None None] Pushing event updated for resources: {'Port': ['ID=2bd77472-3b9c-4e18-b96a-4cfb3b8cedac,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:23.648600 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] Set router 285b662a-f46e-4ad6-ac28-f993758bbd9f gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:58:23.747050 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Attempting to bind port 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:58:23.748448 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Attempting to bind port 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': 'f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:58:23.749187 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Attempting to bind port 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac on network 58226669-f6bc-411a-ab8b-ce2f575083e8 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:23.864904 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:23.931946 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:58:23.937498 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Checking segment: {'id': 'f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:23.938274 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:23.939114 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Attempt 9 to provision port 4c220ded-a186-4334-b434-aee1bc6bdba1 Sep 22 14:58:23.941355 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e45f01-9281-4f8b-9baf-54ffd377030c None None] Pushing event updated for resources: {'Port': ['ID=4c220ded-a186-4334-b434-aee1bc6bdba1,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:23.943029 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a080f8e6-3305-4fa0-bf92-b9894f622326 req-14ee96ff-0f10-409d-a5c3-1def86ad5e61 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.1064827 Sep 22 14:58:23.943690 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Bound using segment: {'id': 'f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:58:23.945084 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Bound port: 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:58:23.945661 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:24.010805 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Sync routers for ids ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 14:58:24.022128 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] For port 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:58:24.036856 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] For port 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=2bd77472-3b9c-4e18-b96a-4cfb3b8cedac,segment=NetworkSegment(f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275),segment_id=f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:58:24.045125 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Routers {'fc6d170e-fe7b-43ec-9b75-12b9977f3515'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:58:24.046155 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:57:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:24.050361 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:24.121629 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9f3cfe74-b4d6-453f-9ef0-718d324aac0f req-f463e796-8cba-43e8-a3cf-e17b8046b3f9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 210 time: 0.0675297 Sep 22 14:58:24.231331 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Set router fc6d170e-fe7b-43ec-9b75-12b9977f3515 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:58:24.257051 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 45058) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:24.262446 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-bd90b81f-b217-4071-9720-21d17e6871f6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574157483', 'description': 'tempest-description--1816390343'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:24.289380 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 09c31af7-e7be-450f-b00e-17eaf3b7a67d triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:24.289987 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (09c31af7-e7be-450f-b00e-17eaf3b7a67d), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:24.290570 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 09c31af7-e7be-450f-b00e-17eaf3b7a67d Sep 22 14:58:24.295051 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bd90b81f-b217-4071-9720-21d17e6871f6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:24.457358 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Routers {'c801df42-b617-4d0a-83ea-ea1cdf372e7c'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:58:24.458032 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:57:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c801df42-b617-4d0a-83ea-ea1cdf372e7c'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:24.529885 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bd90b81f-b217-4071-9720-21d17e6871f6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group (8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:24.538929 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bd90b81f-b217-4071-9720-21d17e6871f6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:24.617791 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bd90b81f-b217-4071-9720-21d17e6871f6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:24.618597 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-bd90b81f-b217-4071-9720-21d17e6871f6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3603146 Sep 22 14:58:24.621626 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45080) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:24.628043 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-18c1a80e-27aa-4c03-9362-30f32e1448d5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Request body: {'security_group_rule': {'security_group_id': '8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:24.657974 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90b81f-b217-4071-9720-21d17e6871f6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:24.681190 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e8cee-6197-4373-869c-5d2fa1d4fb73 None None] Pushing event updated for resources: {'Port': ['ID=2bd77472-3b9c-4e18-b96a-4cfb3b8cedac,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:24.710448 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-18c1a80e-27aa-4c03-9362-30f32e1448d5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group_rule (bc5eb237-18ef-4376-873a-b5882da4c2d6), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:24.808397 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:24.853054 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-18c1a80e-27aa-4c03-9362-30f32e1448d5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group_rule (bc5eb237-18ef-4376-873a-b5882da4c2d6), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:24.863958 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-18c1a80e-27aa-4c03-9362-30f32e1448d5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (bc5eb237-18ef-4376-873a-b5882da4c2d6), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:24.873175 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] Set router c801df42-b617-4d0a-83ea-ea1cdf372e7c gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:58:24.888898 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-3e93b216-4364-47d4-90da-445dcc14b0d0 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:24.891465 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-3e93b216-4364-47d4-90da-445dcc14b0d0 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 819 time: 0.2187891 Sep 22 14:58:24.904702 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1a80e-27aa-4c03-9362-30f32e1448d5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5eb237-18ef-4376-873a-b5882da4c2d6,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:24.919622 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-5a73a586-1841-43bb-93d8-404824451516 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/quotas/6edd1ecc737c48c3b26fa7dea7a48ddd HTTP/1.1" status: 200 len: 375 time: 0.0220978 Sep 22 14:58:24.942295 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-18c1a80e-27aa-4c03-9362-30f32e1448d5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:24.945143 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-18c1a80e-27aa-4c03-9362-30f32e1448d5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217700 Sep 22 14:58:24.948806 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45104) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:24.962179 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-3fcdb257-3376-4a08-8755-859a13276a38 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Request body: {'security_group_rule': {'security_group_id': '8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:24.975756 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 4, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '4c220ded-a186-4334-b434-aee1bc6bdba1', 'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'mac_address': 'fa:16:3e:e8:db:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:16Z', 'updated_at': '2022-09-22T14:58:23Z', 'revision_number': 4, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'subnets': [{'id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:24.980875 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Current status of the port 4c220ded-a186-4334-b434-aee1bc6bdba1 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:24.981271 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:25.020725 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-0bc70b9a-ba5c-4623-a79a-b244a40836f8 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948725 Sep 22 14:58:25.037630 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3fcdb257-3376-4a08-8755-859a13276a38 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group_rule (fc443f79-64d1-4999-bc56-bc28e901ad55), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:25.094352 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] For port 4c220ded-a186-4334-b434-aee1bc6bdba1, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=4c220ded-a186-4334-b434-aee1bc6bdba1,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:58:25.153328 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:25.187377 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3fcdb257-3376-4a08-8755-859a13276a38 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group_rule (fc443f79-64d1-4999-bc56-bc28e901ad55), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:25.197299 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3fcdb257-3376-4a08-8755-859a13276a38 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (fc443f79-64d1-4999-bc56-bc28e901ad55), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:25.226231 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:25.227252 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcdb257-3376-4a08-8755-859a13276a38 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc443f79-64d1-4999-bc56-bc28e901ad55,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:25.257154 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41c798-8591-4584-ae1f-ad60b0c300f7 None None] Pushing event updated for resources: {'Port': ['ID=4c220ded-a186-4334-b434-aee1bc6bdba1,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:25.263396 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bfcaa7-981a-4b35-bbfc-495e11ea2dee None None] The sync data for ids ['285b662a-f46e-4ad6-ac28-f993758bbd9f'] in dv-cinder-856463-5-iscsi is: [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 4, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '4c220ded-a186-4334-b434-aee1bc6bdba1', 'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'mac_address': 'fa:16:3e:e8:db:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:16Z', 'updated_at': '2022-09-22T14:58:23Z', 'revision_number': 4, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'subnets': [{'id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 14:58:25.268752 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3fcdb257-3376-4a08-8755-859a13276a38 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:25.270053 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3fcdb257-3376-4a08-8755-859a13276a38 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3189576 Sep 22 14:58:25.273720 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45122) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:25.285182 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Request body: {'floatingip': {'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:25.310034 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:25.397359 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Provisioning complete for port 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:25.397770 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:25.398125 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Attempt 1 to provision port 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac Sep 22 14:58:25.402672 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5f7df0da-9519-49d3-85aa-223e9a7f8bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:25.404957 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:25.473847 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:25.497560 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b22e0674-344b-4c21-8918-9762def4bf92 req-3dcf13e9-ddc4-4a1a-a181-2e20bb432a1e tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.1976726 Sep 22 14:58:25.579260 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'name': 'tempest-DeleteServersTestJSON-461783746-router', 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:10Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 4, 'project_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'gw_port': {'id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '2bd77472-3b9c-4e18-b96a-4cfb3b8cedac', 'name': '', 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8', 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'mac_address': 'fa:16:3e:92:3e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a2cb4503-ed4c-4429-99f4-1d9e2a6756f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:16Z', 'updated_at': '2022-09-22T14:58:24Z', 'revision_number': 4, 'project_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'subnets': [{'id': 'a2cb4503-ed4c-4429-99f4-1d9e2a6756f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:25.621250 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ca81d-ab1a-4b70-b503-f134c09bc6d6 None None] The sync data for ids ['c801df42-b617-4d0a-83ea-ea1cdf372e7c'] in dv-cinder-856463-5-iscsi is: [{'id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'name': 'tempest-DeleteServersTestJSON-461783746-router', 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:10Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 4, 'project_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'gw_port': {'id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '2bd77472-3b9c-4e18-b96a-4cfb3b8cedac', 'name': '', 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8', 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'mac_address': 'fa:16:3e:92:3e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a2cb4503-ed4c-4429-99f4-1d9e2a6756f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:16Z', 'updated_at': '2022-09-22T14:58:24Z', 'revision_number': 4, 'project_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'subnets': [{'id': 'a2cb4503-ed4c-4429-99f4-1d9e2a6756f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 14:58:25.650178 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-d34288ed-a9ab-4037-af6c-33e7cd278162 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193678 Sep 22 14:58:25.681920 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '427f15b2-4d03-435d-b186-5328e870139d', 'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'tenant_id': '58581ef3e3844816923467523d5be072', 'mac_address': 'fa:16:3e:c8:b6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:20Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 2, 'project_id': '58581ef3e3844816923467523d5be072', 'subnets': [{'id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:25.823497 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Checking router: fc6d170e-fe7b-43ec-9b75-12b9977f3515 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 14:58:25.823864 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Updating router fc6d170e-fe7b-43ec-9b75-12b9977f3515 port 427f15b2-4d03-435d-b186-5328e870139d binding host dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 14:58:25.845309 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 09c31af7-e7be-450f-b00e-17eaf3b7a67d is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:25.846562 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d709aecf-4f16-43f2-b758-ed21e636967c up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:58:25.904311 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-204ac803-c6b4-4969-a4f1-2c1259ac44c0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445545 Sep 22 14:58:26.118909 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (427f15b2-4d03-435d-b186-5328e870139d), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:26.201618 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:26.330260 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cc8a4d90-1a98-4a7f-8caa-5c7dc3ea1fdf req-9b30210c-204a-43e1-9872-e4faa7f5f077 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0785077 Sep 22 14:58:26.347512 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Current status of the port 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:26.348055 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:26.537181 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Allocated IP 172.27.1.239 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/60362c6f-c3db-4719-843a-b94202024c2b) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:58:26.826005 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] For port 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=2bd77472-3b9c-4e18-b96a-4cfb3b8cedac,segment=NetworkSegment(f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275),segment_id=f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:58:26.830100 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port d709aecf-4f16-43f2-b758-ed21e636967c triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:26.830502 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (d709aecf-4f16-43f2-b758-ed21e636967c), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:26.831014 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port d709aecf-4f16-43f2-b758-ed21e636967c Sep 22 14:58:26.840460 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:26.878124 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Provisioning complete for port 1f83b846-296d-47ca-9986-d9a2bb9d1047 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:26.878577 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (1f83b846-296d-47ca-9986-d9a2bb9d1047), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:26.878922 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Attempt 1 to provision port 1f83b846-296d-47ca-9986-d9a2bb9d1047 Sep 22 14:58:26.949602 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for port (60362c6f-c3db-4719-843a-b94202024c2b), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:26.961541 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Publish callbacks [] for port (427f15b2-4d03-435d-b186-5328e870139d), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:27.021664 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (60362c6f-c3db-4719-843a-b94202024c2b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:27.033697 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:27.044592 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7182bab4-cd33-4969-98c6-3dc4e8761485 req-741407a2-db15-48ec-b0ec-006d28baddfb tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0720754 Sep 22 14:58:27.093416 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (427f15b2-4d03-435d-b186-5328e870139d), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:27.111368 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event updated for resources: {'Port': ['ID=60362c6f-c3db-4719-843a-b94202024c2b,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:27.116992 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:27.129514 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:27.133242 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:58:27.139806 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:27.247114 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8bd74ef3-fac7-4725-855a-2631639f6ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:27.261257 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for floatingip (32654e5e-e7bf-486b-a1b5-4b8c08af2a72), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:27.290903 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Pushing event updated for resources: {'Port': ['ID=2bd77472-3b9c-4e18-b96a-4cfb3b8cedac,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:27.364991 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (60362c6f-c3db-4719-843a-b94202024c2b), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:27.391887 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:27.393113 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Current status of the port 1f83b846-296d-47ca-9986-d9a2bb9d1047 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:27.475732 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Provisioning complete for port 427f15b2-4d03-435d-b186-5328e870139d triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:27.475903 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (427f15b2-4d03-435d-b186-5328e870139d), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:27.476255 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Attempt 1 to provision port 427f15b2-4d03-435d-b186-5328e870139d Sep 22 14:58:27.511697 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port d709aecf-4f16-43f2-b758-ed21e636967c is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:27.512020 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d709aecf-4f16-43f2-b758-ed21e636967c), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:27.544887 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port d709aecf-4f16-43f2-b758-ed21e636967c, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=d709aecf-4f16-43f2-b758-ed21e636967c,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:58:27.546700 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Attempting to bind port 427f15b2-4d03-435d-b186-5328e870139d on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:58:27.547586 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Attempting to bind port 427f15b2-4d03-435d-b186-5328e870139d by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:58:27.548226 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Attempting to bind port 427f15b2-4d03-435d-b186-5328e870139d on network d2cd27ce-59e4-4969-86d2-13164d033d83 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:27.550581 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ea615-2ea8-49b8-bf0a-889b14930d00 None None] Pushing event updated for resources: {'Port': ['ID=427f15b2-4d03-435d-b186-5328e870139d,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:27.615935 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30fd5500-2c2e-40e9-8e21-5398fd636a6f req-05389a56-62fc-46c1-958a-574d321c0758 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0512848 Sep 22 14:58:27.687445 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:27.694386 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (d709aecf-4f16-43f2-b758-ed21e636967c), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:27.807073 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for port (60362c6f-c3db-4719-843a-b94202024c2b), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:27.816267 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (60362c6f-c3db-4719-843a-b94202024c2b), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:27.818194 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (32654e5e-e7bf-486b-a1b5-4b8c08af2a72), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:27.848227 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.49', 49308) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:27.892345 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:27.897285 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:58:27.897666 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Checking segment: {'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:27.898128 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:27.898534 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Bound using segment: {'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:58:27.899525 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Bound port: 427f15b2-4d03-435d-b186-5328e870139d, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:58:27.899636 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (427f15b2-4d03-435d-b186-5328e870139d), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:27.918900 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6425302 Sep 22 14:58:27.957069 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Port 427f15b2-4d03-435d-b186-5328e870139d cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:28.082232 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9833b34-ec7b-4aeb-b442-60286298b42f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event updated for resources: {'Port': ['ID=60362c6f-c3db-4719-843a-b94202024c2b,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:28.100150 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:28.109307 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:58:28.235120 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45272) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:28.240347 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=d709aecf-4f16-43f2-b758-ed21e636967c,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:28.257749 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-a92669a2-4e47-48e6-af39-90ff0b8083b9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:28.276229 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-a92669a2-4e47-48e6-af39-90ff0b8083b9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 819 time: 0.4136729 Sep 22 14:58:28.341236 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fdc91678-dbfd-4e66-a12d-c2e652765c8b req-f122427b-b1e8-45b4-8dea-17f3941dc982 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0546296 Sep 22 14:58:28.359829 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] For port 427f15b2-4d03-435d-b186-5328e870139d, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:58:28.363479 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] For port 427f15b2-4d03-435d-b186-5328e870139d, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=427f15b2-4d03-435d-b186-5328e870139d,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:58:28.378725 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (427f15b2-4d03-435d-b186-5328e870139d), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:28.389235 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:28.410286 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-404f4ba5-d9d3-47ea-91e8-371332eecdc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:28.455134 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-0216106f-5e94-46ef-ae1d-2a78d7f26fd4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Request body: {'port': {'device_id': '83ae121c-18c3-43fc-88c6-e10536ce02c6', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'admin_state_up': True, 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:28.467764 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Attempt 2 to provision port 427f15b2-4d03-435d-b186-5328e870139d Sep 22 14:58:28.562102 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Routers {'fc6d170e-fe7b-43ec-9b75-12b9977f3515'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:58:28.562102 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:58:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:28.629177 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:28.629565 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:28.631269 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac Sep 22 14:58:28.660054 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-404f4ba5-d9d3-47ea-91e8-371332eecdc3 admin admin] Publish callbacks [] for security_group (6b9da670-eb01-40ba-a9fe-1f9d27a3a748), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:28.676071 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-404f4ba5-d9d3-47ea-91e8-371332eecdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (6b9da670-eb01-40ba-a9fe-1f9d27a3a748), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:28.754052 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ea615-2ea8-49b8-bf0a-889b14930d00 None None] Pushing event updated for resources: {'Port': ['ID=427f15b2-4d03-435d-b186-5328e870139d,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:28.792890 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f4ba5-d9d3-47ea-91e8-371332eecdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9da670-eb01-40ba-a9fe-1f9d27a3a748,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:28.810144 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-404f4ba5-d9d3-47ea-91e8-371332eecdc3 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=9c15667aecdc4b4e930fdc74aab2fac5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5713744 Sep 22 14:58:28.817214 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45312) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:28.951487 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-76c6672d-07d2-4f5d-829c-e8624cce1d59 admin admin] Publish callbacks [] for security_group (6b9da670-eb01-40ba-a9fe-1f9d27a3a748), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:28.968250 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-2220c7e3-e56f-46c2-b635-61b813d9ff63 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--574157483&fields=id&tenant_id=58581ef3e3844816923467523d5be072 HTTP/1.1" status: 200 len: 267 time: 0.3840618 Sep 22 14:58:29.017211 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-76c6672d-07d2-4f5d-829c-e8624cce1d59 admin admin] Publish callbacks [] for security_group (6b9da670-eb01-40ba-a9fe-1f9d27a3a748), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:29.020461 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.49', 49321) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:29.103161 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:29.285614 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:29.304111 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Current status of the port 427f15b2-4d03-435d-b186-5328e870139d is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:29.304111 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (427f15b2-4d03-435d-b186-5328e870139d), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:29.367812 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] Set router fc6d170e-fe7b-43ec-9b75-12b9977f3515 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:58:29.393003 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-0216106f-5e94-46ef-ae1d-2a78d7f26fd4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Made reservation on behalf of 6edd1ecc737c48c3b26fa7dea7a48ddd for: {'port': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:58:29.397925 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-0216106f-5e94-46ef-ae1d-2a78d7f26fd4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:29.429677 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d697acb0-b660-460f-8105-82c2a0cb0723 req-ff217ca2-aec2-491b-a6c9-72a85918376f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.3773291 Sep 22 14:58:29.454631 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] For port 427f15b2-4d03-435d-b186-5328e870139d, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=427f15b2-4d03-435d-b186-5328e870139d,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:58:29.488527 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-5f2ae3a8-4c3a-4e78-b469-9f945a9653d8 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:29.490529 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-5f2ae3a8-4c3a-4e78-b469-9f945a9653d8 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.49 "GET /networking/v2.0/networks?id=58226669-f6bc-411a-ab8b-ce2f575083e8 HTTP/1.1" status: 200 len: 811 time: 0.4683428 Sep 22 14:58:29.492327 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-76c6672d-07d2-4f5d-829c-e8624cce1d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (6b9da670-eb01-40ba-a9fe-1f9d27a3a748), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:29.495008 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-76c6672d-07d2-4f5d-829c-e8624cce1d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:29.499643 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-76c6672d-07d2-4f5d-829c-e8624cce1d59 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/6b9da670-eb01-40ba-a9fe-1f9d27a3a748 HTTP/1.1" status: 204 len: 168 time: 0.6813867 Sep 22 14:58:29.509131 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6672d-07d2-4f5d-829c-e8624cce1d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9da670-eb01-40ba-a9fe-1f9d27a3a748,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:29.528716 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (427f15b2-4d03-435d-b186-5328e870139d), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:29.583644 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Provisioning complete for port 4c220ded-a186-4334-b434-aee1bc6bdba1 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:29.585906 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:29.586075 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d6032f25-7039-417a-8599-f8cee76d19c1 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:29.586428 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Attempt 1 to provision port 4c220ded-a186-4334-b434-aee1bc6bdba1 Sep 22 14:58:29.595557 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d6032f25-7039-417a-8599-f8cee76d19c1 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/networks?id=d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 200 len: 817 time: 0.6043427 Sep 22 14:58:29.659562 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-4c380a2d-ffa8-42ef-9033-77a83dcfe11d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/quotas/58581ef3e3844816923467523d5be072 HTTP/1.1" status: 200 len: 375 time: 0.0624027 Sep 22 14:58:29.801479 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:29.813401 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-0d38b9a3-10c9-48b2-90a9-43b910108028 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1530290 Sep 22 14:58:29.822790 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:29.824476 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 4c220ded-a186-4334-b434-aee1bc6bdba1 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:58:29.885868 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-461b2ab3-1dcc-4aaa-9687-7afc4bde1e26 req-13df001a-7679-4ace-b149-287b1000e4fd tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0712438 Sep 22 14:58:29.924723 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '427f15b2-4d03-435d-b186-5328e870139d', 'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'tenant_id': '58581ef3e3844816923467523d5be072', 'mac_address': 'fa:16:3e:c8:b6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:20Z', 'updated_at': '2022-09-22T14:58:28Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'subnets': [{'id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:58:29.972677 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-0216106f-5e94-46ef-ae1d-2a78d7f26fd4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Allocated IP 172.20.0.4 (5c43e8e6-bd2f-49d4-8458-66a54ee7db11/4d33844e-545e-4bb3-b702-17e0571cc544/0323af73-fc1e-49d6-89a5-afd4efaccd69) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:58:29.986252 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c817458-f262-4c75-8194-1c6159563cb3 None None] The sync data for ids ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'] in dv-cinder-856463-5-iscsi is: [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '427f15b2-4d03-435d-b186-5328e870139d', 'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'tenant_id': '58581ef3e3844816923467523d5be072', 'mac_address': 'fa:16:3e:c8:b6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:20Z', 'updated_at': '2022-09-22T14:58:28Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'subnets': [{'id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 14:58:30.059563 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Pushing event updated for resources: {'Port': ['ID=427f15b2-4d03-435d-b186-5328e870139d,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:30.071379 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:30.075504 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:30.077919 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 4c220ded-a186-4334-b434-aee1bc6bdba1 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:30.078303 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:30.078645 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 4c220ded-a186-4334-b434-aee1bc6bdba1 Sep 22 14:58:30.227498 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:30.250671 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-02568b78-60f5-4177-94e4-201e9e26bcc2 None None] Current status of the port 4c220ded-a186-4334-b434-aee1bc6bdba1 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:30.252699 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-6e6513c2-bd72-46ff-97f3-46cc66239a77 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904867 Sep 22 14:58:30.459910 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45376) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:30.471960 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 4c220ded-a186-4334-b434-aee1bc6bdba1 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:30.485394 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6e06a11-21e6-42bf-900b-2a2cc626eff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:30.657660 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-a3280029-89e8-4f37-b92d-3a7d84fdd392 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907502 Sep 22 14:58:30.684524 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-0216106f-5e94-46ef-ae1d-2a78d7f26fd4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:30.766936 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:30.799548 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-0216106f-5e94-46ef-ae1d-2a78d7f26fd4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:30.805159 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6e06a11-21e6-42bf-900b-2a2cc626eff9 admin admin] Publish callbacks [] for security_group (613030ec-140a-46cc-8f9c-cc49aa6b9469), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:30.817627 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6e06a11-21e6-42bf-900b-2a2cc626eff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (613030ec-140a-46cc-8f9c-cc49aa6b9469), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:30.819543 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d709aecf-4f16-43f2-b758-ed21e636967c up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:58:30.865030 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e06a11-21e6-42bf-900b-2a2cc626eff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613030ec-140a-46cc-8f9c-cc49aa6b9469,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:30.901674 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d6e06a11-21e6-42bf-900b-2a2cc626eff9 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=acb21b6887f24246ac0341d7882776cd&name=default HTTP/1.1" status: 200 len: 2993 time: 0.4399941 Sep 22 14:58:30.903998 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45392) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:30.988537 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-0216106f-5e94-46ef-ae1d-2a78d7f26fd4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:30.992783 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port d709aecf-4f16-43f2-b758-ed21e636967c triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:30.992783 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (d709aecf-4f16-43f2-b758-ed21e636967c), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:30.992783 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port d709aecf-4f16-43f2-b758-ed21e636967c Sep 22 14:58:31.000898 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-0216106f-5e94-46ef-ae1d-2a78d7f26fd4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:31.029604 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:31.031517 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6256b4c5-8a6b-4ad2-b29a-513654945bc5 admin admin] Publish callbacks [] for security_group (613030ec-140a-46cc-8f9c-cc49aa6b9469), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:31.056543 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-0216106f-5e94-46ef-ae1d-2a78d7f26fd4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:58:31.073497 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f7d7d007-b8be-4702-a279-721e91efcf2f req-36fa5419-a3a2-45b2-98c3-b2256c4579f5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.1409402 Sep 22 14:58:31.110796 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216106f-5e94-46ef-ae1d-2a78d7f26fd4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Pushing event updated for resources: {'Port': ['ID=0323af73-fc1e-49d6-89a5-afd4efaccd69,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:31.125572 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6256b4c5-8a6b-4ad2-b29a-513654945bc5 admin admin] Publish callbacks [] for security_group (613030ec-140a-46cc-8f9c-cc49aa6b9469), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:31.163518 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-0216106f-5e94-46ef-ae1d-2a78d7f26fd4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:31.164583 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-0216106f-5e94-46ef-ae1d-2a78d7f26fd4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:31.164831 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port d709aecf-4f16-43f2-b758-ed21e636967c is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:31.166016 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 427f15b2-4d03-435d-b186-5328e870139d up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:58:31.195074 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-0216106f-5e94-46ef-ae1d-2a78d7f26fd4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7446852 Sep 22 14:58:31.228966 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:31.267279 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 427f15b2-4d03-435d-b186-5328e870139d triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:31.267668 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (427f15b2-4d03-435d-b186-5328e870139d), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:31.268394 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 427f15b2-4d03-435d-b186-5328e870139d Sep 22 14:58:31.269675 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4d22c81e-fbd9-4cc5-8972-037713cf27bb req-f35a0b24-67c3-4acd-9985-8977afe87267 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0386078 Sep 22 14:58:31.296114 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6256b4c5-8a6b-4ad2-b29a-513654945bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (613030ec-140a-46cc-8f9c-cc49aa6b9469), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:31.299535 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6256b4c5-8a6b-4ad2-b29a-513654945bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:31.306536 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6256b4c5-8a6b-4ad2-b29a-513654945bc5 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/613030ec-140a-46cc-8f9c-cc49aa6b9469 HTTP/1.1" status: 204 len: 168 time: 0.3980598 Sep 22 14:58:31.320941 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256b4c5-8a6b-4ad2-b29a-513654945bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613030ec-140a-46cc-8f9c-cc49aa6b9469,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:31.424283 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e071e6e9-7012-4f17-8ff8-01bf451d1bba req-ec4cff29-2022-4d0d-ab1e-f63a8fe541ab tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0887396 Sep 22 14:58:31.426396 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Provisioning complete for port 0323af73-fc1e-49d6-89a5-afd4efaccd69 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:31.426838 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:31.427192 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Attempt 1 to provision port 0323af73-fc1e-49d6-89a5-afd4efaccd69 Sep 22 14:58:31.559264 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Port 0323af73-fc1e-49d6-89a5-afd4efaccd69 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:31.559864 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 427f15b2-4d03-435d-b186-5328e870139d is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:58:31.755593 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45432) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:31.981284 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-95dadc66-b919-425c-bd5e-9d54cb2927ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:32.061443 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Attempt 2 to provision port 0323af73-fc1e-49d6-89a5-afd4efaccd69 Sep 22 14:58:32.120443 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Port 0323af73-fc1e-49d6-89a5-afd4efaccd69 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:32.157756 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-95dadc66-b919-425c-bd5e-9d54cb2927ab admin admin] Publish callbacks [] for security_group (5cf23f2a-fa32-4e4d-8f54-2881d0bee045), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:32.164222 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-95dadc66-b919-425c-bd5e-9d54cb2927ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5cf23f2a-fa32-4e4d-8f54-2881d0bee045), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:32.225767 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dadc66-b919-425c-bd5e-9d54cb2927ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf23f2a-fa32-4e4d-8f54-2881d0bee045,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:32.256084 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-95dadc66-b919-425c-bd5e-9d54cb2927ab admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=8fd1dbe224fe4121aad305172e9132a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5007286 Sep 22 14:58:32.259086 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45452) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:32.310458 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-92102006-2dd0-432d-89ef-6b7d397b31f4 req-f65c90be-7cf4-4300-aa58-640d8c0b1587 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.1106148 Sep 22 14:58:32.369586 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-386adf94-dc77-4329-abad-c99ed1dad4c0 admin admin] Publish callbacks [] for security_group (5cf23f2a-fa32-4e4d-8f54-2881d0bee045), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:32.401578 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-386adf94-dc77-4329-abad-c99ed1dad4c0 admin admin] Publish callbacks [] for security_group (5cf23f2a-fa32-4e4d-8f54-2881d0bee045), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:32.450054 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e0532755-db02-4e99-a1d5-2ee05abd90c1 req-925c54f4-46e4-4efe-9440-c688c7540824 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0480866 Sep 22 14:58:32.486132 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-386adf94-dc77-4329-abad-c99ed1dad4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5cf23f2a-fa32-4e4d-8f54-2881d0bee045), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:32.490322 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-386adf94-dc77-4329-abad-c99ed1dad4c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:32.499891 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-386adf94-dc77-4329-abad-c99ed1dad4c0 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/5cf23f2a-fa32-4e4d-8f54-2881d0bee045 HTTP/1.1" status: 204 len: 168 time: 0.2384229 Sep 22 14:58:32.510476 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386adf94-dc77-4329-abad-c99ed1dad4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf23f2a-fa32-4e4d-8f54-2881d0bee045,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:32.561846 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e3d9606d-e368-4354-84a7-af76a8a7bad5 req-c9983885-c476-4d37-9841-c64c0b5c7a82 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0662858 Sep 22 14:58:32.616639 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Attempt 3 to provision port 0323af73-fc1e-49d6-89a5-afd4efaccd69 Sep 22 14:58:32.656722 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Port 0323af73-fc1e-49d6-89a5-afd4efaccd69 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:33.158247 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Attempt 4 to provision port 0323af73-fc1e-49d6-89a5-afd4efaccd69 Sep 22 14:58:33.210386 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:33.213863 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Port 0323af73-fc1e-49d6-89a5-afd4efaccd69 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:33.427419 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2b82e12f-f04d-4649-8537-190fca68706c req-f940cb02-9e30-4e42-8232-e6a7ee4218d7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0292616 Sep 22 14:58:33.573293 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e699c182-4cfb-4743-812e-c1464abea376 req-12ecc6a3-c5a7-4d50-9ea2-0dc29e5b82f9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0375726 Sep 22 14:58:33.715915 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Attempt 5 to provision port 0323af73-fc1e-49d6-89a5-afd4efaccd69 Sep 22 14:58:33.767069 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-11343507-7a28-44fb-9514-749dd7e1fae6 req-c49df4ae-cf49-4637-af1a-6267d30f2b4d tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0519128 Sep 22 14:58:33.855568 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Port 0323af73-fc1e-49d6-89a5-afd4efaccd69 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:34.358637 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Attempt 6 to provision port 0323af73-fc1e-49d6-89a5-afd4efaccd69 Sep 22 14:58:34.489835 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Port 0323af73-fc1e-49d6-89a5-afd4efaccd69 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:34.595935 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b665f221-4766-4c77-ac2c-0c06d182d035 req-a5b67df2-547e-4e10-ab47-77e8dc5475e8 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0334027 Sep 22 14:58:34.725759 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-af64b660-0fd6-43a7-be34-cee3c05e6e6b req-1d894669-8476-4ec6-9249-a106a58c6fc8 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0310593 Sep 22 14:58:34.898062 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ee505088-7dab-4d2f-8a3b-f4c6ad1f7126 req-93a80c95-9f2c-49bf-9b9e-eb248649cfc1 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0339894 Sep 22 14:58:34.990016 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Attempt 7 to provision port 0323af73-fc1e-49d6-89a5-afd4efaccd69 Sep 22 14:58:35.028704 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Port 0323af73-fc1e-49d6-89a5-afd4efaccd69 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:35.530358 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Attempt 8 to provision port 0323af73-fc1e-49d6-89a5-afd4efaccd69 Sep 22 14:58:35.556224 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:35.601526 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Port 0323af73-fc1e-49d6-89a5-afd4efaccd69 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:35.621230 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:35.761486 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3129530f-e04c-4b64-af2b-7a8ad43ad24c req-3592a11b-5871-48af-a883-5a865983cf54 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0444481 Sep 22 14:58:35.886851 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-542efde4-7bc0-48ea-8121-caab29d5f192 req-95eaa8e0-4196-4b1d-af08-2bc334fd51d7 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0387962 Sep 22 14:58:36.026310 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4a55e306-2ea9-4cb5-9f67-70711427f2ac req-f9f7bd22-fd37-48d9-82d1-45c26f4042a9 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0387099 Sep 22 14:58:36.102204 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Attempt 9 to provision port 0323af73-fc1e-49d6-89a5-afd4efaccd69 Sep 22 14:58:36.140726 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Port 0323af73-fc1e-49d6-89a5-afd4efaccd69 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:36.178863 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45612) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:36.301650 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:36.311862 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ac683fa0-bc6a-4fcb-80ff-c77426ad6588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:36.402955 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ac683fa0-bc6a-4fcb-80ff-c77426ad6588 admin admin] Publish callbacks [] for security_group (da016b86-4100-4d04-9457-d93561246b0a), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:36.408658 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ac683fa0-bc6a-4fcb-80ff-c77426ad6588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (da016b86-4100-4d04-9457-d93561246b0a), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:36.451183 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac683fa0-bc6a-4fcb-80ff-c77426ad6588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da016b86-4100-4d04-9457-d93561246b0a,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:36.460168 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 45620) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:36.460288 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ac683fa0-bc6a-4fcb-80ff-c77426ad6588 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=35d51e9cc4d343d487cf45c2051c11f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802100 Sep 22 14:58:36.523968 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f10786e7-e8cc-4832-8762-947253559e90 admin admin] Publish callbacks [] for security_group (da016b86-4100-4d04-9457-d93561246b0a), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:36.543983 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f10786e7-e8cc-4832-8762-947253559e90 admin admin] Publish callbacks [] for security_group (da016b86-4100-4d04-9457-d93561246b0a), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:36.594514 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f10786e7-e8cc-4832-8762-947253559e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (da016b86-4100-4d04-9457-d93561246b0a), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:36.597413 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f10786e7-e8cc-4832-8762-947253559e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:36.598647 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-f10786e7-e8cc-4832-8762-947253559e90 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/da016b86-4100-4d04-9457-d93561246b0a HTTP/1.1" status: 204 len: 168 time: 0.1374974 Sep 22 14:58:36.606886 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10786e7-e8cc-4832-8762-947253559e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da016b86-4100-4d04-9457-d93561246b0a,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:36.643601 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Attempt 10 to provision port 0323af73-fc1e-49d6-89a5-afd4efaccd69 Sep 22 14:58:36.689809 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6944bac5-a87a-452b-bb21-c7d17f84711e None None] Port 0323af73-fc1e-49d6-89a5-afd4efaccd69 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:36.968838 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b07cc0bc-1ed3-4211-8091-97abd3a5d17c req-6eec5360-c6de-4e27-97a8-9caa3838f13a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0395508 Sep 22 14:58:37.071954 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45650) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:37.095686 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-56e9f535-b312-448f-bcc8-b64cc2a7e576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:37.119250 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-90bd86d5-0f73-4554-9984-9dff17e6be4d req-ca673a6e-5250-4058-8a94-930ca3e75e70 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0734854 Sep 22 14:58:37.188390 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2461ca53-6656-41c6-a838-5ba7ab1096ff req-173d8224-feca-4041-a37a-38ddac10c45d tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0572937 Sep 22 14:58:37.269199 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-56e9f535-b312-448f-bcc8-b64cc2a7e576 admin admin] Publish callbacks [] for security_group (f44a7acb-8c1c-48da-9af4-ed3ee64859b0), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:37.274506 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-56e9f535-b312-448f-bcc8-b64cc2a7e576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (f44a7acb-8c1c-48da-9af4-ed3ee64859b0), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:37.317944 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-56e9f535-b312-448f-bcc8-b64cc2a7e576 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=63f87bdff23040d0b295d34cbaf800ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448616 Sep 22 14:58:37.320173 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9f535-b312-448f-bcc8-b64cc2a7e576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44a7acb-8c1c-48da-9af4-ed3ee64859b0,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:37.320836 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 45660) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:37.378333 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-665d3708-874a-4cfe-9c73-4376d9f6f4a3 admin admin] Publish callbacks [] for security_group (f44a7acb-8c1c-48da-9af4-ed3ee64859b0), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:37.400738 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-665d3708-874a-4cfe-9c73-4376d9f6f4a3 admin admin] Publish callbacks [] for security_group (f44a7acb-8c1c-48da-9af4-ed3ee64859b0), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:37.453100 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-665d3708-874a-4cfe-9c73-4376d9f6f4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (f44a7acb-8c1c-48da-9af4-ed3ee64859b0), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:37.457080 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-665d3708-874a-4cfe-9c73-4376d9f6f4a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:37.458345 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-665d3708-874a-4cfe-9c73-4376d9f6f4a3 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/f44a7acb-8c1c-48da-9af4-ed3ee64859b0 HTTP/1.1" status: 204 len: 168 time: 0.1363685 Sep 22 14:58:37.472357 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d3708-874a-4cfe-9c73-4376d9f6f4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44a7acb-8c1c-48da-9af4-ed3ee64859b0,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:38.047783 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:38.068088 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-91735da0-6431-4351-a689-86aaec339887 req-380bda77-e6bb-4bfe-8160-1ec941449388 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0313740 Sep 22 14:58:38.233443 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6714d908-0b72-47d9-931b-e9a56aab44ef req-def4a02b-95a4-46d2-ab32-11411a5f8339 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0316532 Sep 22 14:58:38.439807 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a1318822-072d-4c52-ba93-8eda0318d07d req-ef1476a6-5092-433c-94f2-d4dfce81b7bf tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.1637607 Sep 22 14:58:39.201541 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-de27364d-8aba-496c-b92f-06817bad696e req-964bb5a7-9ee0-4c7e-8c37-2f0d453a0d1c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0452802 Sep 22 14:58:39.211690 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 45732) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:39.361669 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cb0f29ca-7d5d-4480-84c6-00dd0b171717 req-a66982f4-286d-4f4d-a2a3-49f4a9050192 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0346382 Sep 22 14:58:39.368711 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3decf96a-ff43-4bb2-b284-dfb10e272738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:39.456244 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3decf96a-ff43-4bb2-b284-dfb10e272738 admin admin] Publish callbacks [] for security_group (3e40904f-2c49-4b19-9ed9-c0b497449a91), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:39.460538 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3decf96a-ff43-4bb2-b284-dfb10e272738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (3e40904f-2c49-4b19-9ed9-c0b497449a91), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:39.504842 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-3decf96a-ff43-4bb2-b284-dfb10e272738 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=a06baa9b0b0f46819fdaca1b90d25c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920585 Sep 22 14:58:39.507985 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45744) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:39.508502 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decf96a-ff43-4bb2-b284-dfb10e272738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e40904f-2c49-4b19-9ed9-c0b497449a91,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:39.585232 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5fab5f58-8230-4175-b7c1-fa47965bbb86 admin admin] Publish callbacks [] for security_group (3e40904f-2c49-4b19-9ed9-c0b497449a91), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:39.587378 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5bff869b-92af-4c88-b899-228f0b5b130b req-701ad28e-6155-45e5-a187-1ff6d3f5daae tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0419490 Sep 22 14:58:39.622310 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5fab5f58-8230-4175-b7c1-fa47965bbb86 admin admin] Publish callbacks [] for security_group (3e40904f-2c49-4b19-9ed9-c0b497449a91), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:39.658338 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:39.683337 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5fab5f58-8230-4175-b7c1-fa47965bbb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (3e40904f-2c49-4b19-9ed9-c0b497449a91), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:39.686775 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5fab5f58-8230-4175-b7c1-fa47965bbb86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:39.691183 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5fab5f58-8230-4175-b7c1-fa47965bbb86 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/3e40904f-2c49-4b19-9ed9-c0b497449a91 HTTP/1.1" status: 204 len: 168 time: 0.1821642 Sep 22 14:58:39.702581 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab5f58-8230-4175-b7c1-fa47965bbb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e40904f-2c49-4b19-9ed9-c0b497449a91,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:40.051237 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 45758) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:40.066397 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4e886bb1-be80-4599-bcf5-c4afbef4ae5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:40.068414 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:40.183250 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4e886bb1-be80-4599-bcf5-c4afbef4ae5f admin admin] Publish callbacks [] for security_group (33c838c6-54b5-4f03-86e2-db6b9242cfb9), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:40.186034 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:58:40.198650 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4e886bb1-be80-4599-bcf5-c4afbef4ae5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (33c838c6-54b5-4f03-86e2-db6b9242cfb9), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:40.245697 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e886bb1-be80-4599-bcf5-c4afbef4ae5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c838c6-54b5-4f03-86e2-db6b9242cfb9,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:40.253764 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-4e886bb1-be80-4599-bcf5-c4afbef4ae5f admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=ab54a46e1b1142219b4cc5dda7950690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010429 Sep 22 14:58:40.255439 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45762) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:40.306788 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-394428dc-2a6f-46e7-8049-bea8c0ad6296 admin admin] Publish callbacks [] for security_group (33c838c6-54b5-4f03-86e2-db6b9242cfb9), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:40.311667 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a412747-7e98-41e5-a16f-86694d16d989 req-1d012e8f-8d0c-4211-8300-5a21a50a98db tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0295253 Sep 22 14:58:40.327894 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-394428dc-2a6f-46e7-8049-bea8c0ad6296 admin admin] Publish callbacks [] for security_group (33c838c6-54b5-4f03-86e2-db6b9242cfb9), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:40.373241 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-394428dc-2a6f-46e7-8049-bea8c0ad6296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (33c838c6-54b5-4f03-86e2-db6b9242cfb9), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:40.375870 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-394428dc-2a6f-46e7-8049-bea8c0ad6296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:40.377034 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-394428dc-2a6f-46e7-8049-bea8c0ad6296 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/33c838c6-54b5-4f03-86e2-db6b9242cfb9 HTTP/1.1" status: 204 len: 168 time: 0.1204293 Sep 22 14:58:40.384862 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394428dc-2a6f-46e7-8049-bea8c0ad6296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c838c6-54b5-4f03-86e2-db6b9242cfb9,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:40.486188 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d78b4f23-e44b-486c-b481-e38f383fe5e5 req-6be624e7-f9e8-40c2-b681-83ae7d7c7667 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0417051 Sep 22 14:58:40.698843 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fd332b34-6f14-45cc-a024-1e1bcfa6b013 req-e582125e-23c6-4a23-8d2d-2d58781d9b8e tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0301247 Sep 22 14:58:41.437535 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b8a7f8d7-db32-4e48-975a-c08473f847b7 req-aefe283f-109c-4076-b030-fa7ddba61280 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0280018 Sep 22 14:58:41.629669 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-93e22252-a451-4be5-8777-5e090ef21ee6 req-0ca47134-1381-4295-b618-df36bdcec09f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0362637 Sep 22 14:58:41.820588 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-23e4e075-9497-4b5e-8d90-0e9f0a28e251 req-ba911de2-0a87-4167-bdde-5d048fa75996 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0399313 Sep 22 14:58:42.569839 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7e7ef07d-fe96-4da3-9150-5be3a4aec2a3 req-a7aac0f9-653e-4a95-b934-098272c868bd tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0482128 Sep 22 14:58:42.753993 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4abbe242-f0c1-47b9-a5bd-a7cdeca2f1c7 req-8029ede5-ccc7-41d2-812d-39410baf5b88 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0277910 Sep 22 14:58:42.931012 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce7213d7-2fcb-4327-973e-072db13454dc req-9f7f8ce9-0667-424a-a426-50ff15c0919f tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0322349 Sep 22 14:58:43.289491 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45888) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:43.400637 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-482117e5-09e1-4eee-9355-74e51acde369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:43.448108 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=15,neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:43.488607 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-482117e5-09e1-4eee-9355-74e51acde369 admin admin] Publish callbacks [] for security_group (3bdf70c7-a052-4cfe-9095-96542ff087a3), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:43.492634 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-482117e5-09e1-4eee-9355-74e51acde369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (3bdf70c7-a052-4cfe-9095-96542ff087a3), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:43.533026 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482117e5-09e1-4eee-9355-74e51acde369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdf70c7-a052-4cfe-9095-96542ff087a3,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:43.539231 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-482117e5-09e1-4eee-9355-74e51acde369 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=fd5ebd2ac1c14a10b1c5dc18cf4713de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480562 Sep 22 14:58:43.541767 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45892) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:43.601512 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f85b500f-1a72-405e-8354-85cf35719f02 admin admin] Publish callbacks [] for security_group (3bdf70c7-a052-4cfe-9095-96542ff087a3), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:43.626185 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f85b500f-1a72-405e-8354-85cf35719f02 admin admin] Publish callbacks [] for security_group (3bdf70c7-a052-4cfe-9095-96542ff087a3), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:43.689349 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f85b500f-1a72-405e-8354-85cf35719f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (3bdf70c7-a052-4cfe-9095-96542ff087a3), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:43.692736 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f85b500f-1a72-405e-8354-85cf35719f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:43.693966 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f85b500f-1a72-405e-8354-85cf35719f02 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/3bdf70c7-a052-4cfe-9095-96542ff087a3 HTTP/1.1" status: 204 len: 168 time: 0.1512325 Sep 22 14:58:43.707850 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b500f-1a72-405e-8354-85cf35719f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdf70c7-a052-4cfe-9095-96542ff087a3,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:43.716429 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4498d763-5b79-4ff4-a047-24c8518b1869 req-88b0f1f4-f26f-4be6-8f38-e86ac4a09569 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0553129 Sep 22 14:58:43.874056 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-aaaee5b1-606d-477d-af60-1c6a76f5ab13 req-0d9686dc-d3a5-4abe-86cc-cc3002abf818 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0277705 Sep 22 14:58:44.014130 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45910) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:44.028498 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2b61459c-9715-4cd4-aca6-e950a3218806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:44.049239 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a2f5fe5f-5b9c-4756-80f3-c9d473cefed7 req-1d2f92fc-2c78-408b-83ad-63e21f868c04 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0330019 Sep 22 14:58:44.166253 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2b61459c-9715-4cd4-aca6-e950a3218806 admin admin] Publish callbacks [] for security_group (5d0d8bce-df41-4d79-a20c-7e7bf33b3d79), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:44.173617 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2b61459c-9715-4cd4-aca6-e950a3218806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5d0d8bce-df41-4d79-a20c-7e7bf33b3d79), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:44.224171 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61459c-9715-4cd4-aca6-e950a3218806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0d8bce-df41-4d79-a20c-7e7bf33b3d79,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:44.229631 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2b61459c-9715-4cd4-aca6-e950a3218806 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=a2ec5079847e42128dcd9cbad6bf1124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144098 Sep 22 14:58:44.232283 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45924) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:44.404887 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c05d-f6c9-443b-8d3b-ecbacf0ef908 admin admin] Publish callbacks [] for security_group (5d0d8bce-df41-4d79-a20c-7e7bf33b3d79), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:44.435997 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c05d-f6c9-443b-8d3b-ecbacf0ef908 admin admin] Publish callbacks [] for security_group (5d0d8bce-df41-4d79-a20c-7e7bf33b3d79), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:44.493087 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c05d-f6c9-443b-8d3b-ecbacf0ef908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5d0d8bce-df41-4d79-a20c-7e7bf33b3d79), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:44.495797 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c05d-f6c9-443b-8d3b-ecbacf0ef908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:44.497137 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a4d4c05d-f6c9-443b-8d3b-ecbacf0ef908 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/5d0d8bce-df41-4d79-a20c-7e7bf33b3d79 HTTP/1.1" status: 204 len: 168 time: 0.2638431 Sep 22 14:58:44.506235 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4c05d-f6c9-443b-8d3b-ecbacf0ef908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0d8bce-df41-4d79-a20c-7e7bf33b3d79,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:44.860004 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4a973de4-8bd9-4e40-8f2e-3c04f091b3b9 req-1c101e5c-ca91-4a83-bd63-30bd08301be5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0535331 Sep 22 14:58:45.015390 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-24821b9e-7317-4452-8ada-90414692245c req-c2434097-cf62-4e64-9237-30cf841a0b9f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0493531 Sep 22 14:58:45.110381 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 45966) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:45.185422 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-01930c9a-78b9-45d7-bdca-eb6c87f88d61 req-2b09ac75-7e95-4ead-808c-4ae485d5cbba tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0382779 Sep 22 14:58:45.263482 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:45.272509 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-78374073-70bf-4e5c-84a6-dd42af062b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:45.375417 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-78374073-70bf-4e5c-84a6-dd42af062b2e admin admin] Publish callbacks [] for security_group (307189fb-5303-4cac-8263-ba265c606315), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:45.379859 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-78374073-70bf-4e5c-84a6-dd42af062b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (307189fb-5303-4cac-8263-ba265c606315), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:45.385601 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:45.426221 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-78374073-70bf-4e5c-84a6-dd42af062b2e admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=c4fbdc61c8904b2daf1da7a43f29c3bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147593 Sep 22 14:58:45.427483 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78374073-70bf-4e5c-84a6-dd42af062b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307189fb-5303-4cac-8263-ba265c606315,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:45.431370 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 45990) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:45.504226 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ddb1fca1-1c4d-4171-9fc6-ddaf88a1e112 admin admin] Publish callbacks [] for security_group (307189fb-5303-4cac-8263-ba265c606315), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:45.526212 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ddb1fca1-1c4d-4171-9fc6-ddaf88a1e112 admin admin] Publish callbacks [] for security_group (307189fb-5303-4cac-8263-ba265c606315), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:45.591815 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ddb1fca1-1c4d-4171-9fc6-ddaf88a1e112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (307189fb-5303-4cac-8263-ba265c606315), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:45.596736 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ddb1fca1-1c4d-4171-9fc6-ddaf88a1e112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:45.598387 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-ddb1fca1-1c4d-4171-9fc6-ddaf88a1e112 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/307189fb-5303-4cac-8263-ba265c606315 HTTP/1.1" status: 204 len: 168 time: 0.1650405 Sep 22 14:58:45.608623 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1fca1-1c4d-4171-9fc6-ddaf88a1e112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307189fb-5303-4cac-8263-ba265c606315,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:45.981333 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e29fe209-ec82-4ddc-9649-1b69cf3bbf83 req-5cb5ea98-9e01-43f3-94f5-e8a2e3b1cf44 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0354605 Sep 22 14:58:46.120817 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-76c6ec8c-a5a9-4351-94f9-63b7728936e0 req-1eeadbf2-e537-41a6-8ac4-4155a4ac5ea7 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0302503 Sep 22 14:58:46.298179 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d82ef803-adbe-4ca6-a76d-519220fef5da req-4f92d9bf-a449-41b5-9353-b7c24631deeb tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0316956 Sep 22 14:58:46.657736 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-733f5637-2fe8-4b32-9548-58b0675eba78 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Request body: {'port': {'device_id': '4429a701-1d54-4312-9716-0ac3778975b4', 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8', 'admin_state_up': True, 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:46.660163 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-6a51d9af-da28-47a5-8deb-7d158c0e4b43 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 14:58:46.662263 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-6a51d9af-da28-47a5-8deb-7d158c0e4b43 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062556 Sep 22 14:58:46.803345 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-733f5637-2fe8-4b32-9548-58b0675eba78 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Made reservation on behalf of 3e3eb7b7c1be4710b1cdea1e2dc4bf91 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:58:46.807233 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-733f5637-2fe8-4b32-9548-58b0675eba78 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:46.989017 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 46076) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:47.112813 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-733f5637-2fe8-4b32-9548-58b0675eba78 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Allocated IP 172.20.0.7 (58226669-f6bc-411a-ab8b-ce2f575083e8/a2cb4503-ed4c-4429-99f4-1d9e2a6756f5/c751d6bc-2dcd-432a-8640-af91fce6db21) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:58:47.118150 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ea834304-d412-49a3-af4d-2cf79844346b req-25122b2a-7795-46f1-bba7-39827872548d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0469265 Sep 22 14:58:47.156004 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f80622e9-621d-4b58-8abb-a36000a968db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:47.201180 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:47.261886 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8dc2a194-a623-4316-a92e-956c93db75d6 req-0052f7e2-d79b-4721-aff7-6247ffd3869d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0484474 Sep 22 14:58:47.328836 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f80622e9-621d-4b58-8abb-a36000a968db admin admin] Publish callbacks [] for security_group (fc61c805-cbcf-4fac-bafc-879380cb8d6c), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:47.331588 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-733f5637-2fe8-4b32-9548-58b0675eba78 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Publish callbacks [] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:47.335368 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f80622e9-621d-4b58-8abb-a36000a968db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (fc61c805-cbcf-4fac-bafc-879380cb8d6c), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:47.393098 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-733f5637-2fe8-4b32-9548-58b0675eba78 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:47.395072 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-f80622e9-621d-4b58-8abb-a36000a968db admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=7c5f63cce75d4cfe875091dcf3957ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4046185 Sep 22 14:58:47.397897 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 46096) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:47.455252 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80622e9-621d-4b58-8abb-a36000a968db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc61c805-cbcf-4fac-bafc-879380cb8d6c,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:47.495373 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da153d-fb14-4bbd-9a3a-eedefb18aeb0 req-1afddf16-d62e-483c-a8a5-5b27109f8bc1 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:47.497648 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-79da153d-fb14-4bbd-9a3a-eedefb18aeb0 req-1afddf16-d62e-483c-a8a5-5b27109f8bc1 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 931 time: 0.1055200 Sep 22 14:58:47.520537 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-733f5637-2fe8-4b32-9548-58b0675eba78 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Network 58226669-f6bc-411a-ab8b-ce2f575083e8 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:47.542464 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-733f5637-2fe8-4b32-9548-58b0675eba78 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:47.552454 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-733f5637-2fe8-4b32-9548-58b0675eba78 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:58:47.557746 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-733f5637-2fe8-4b32-9548-58b0675eba78 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:47.558397 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-733f5637-2fe8-4b32-9548-58b0675eba78 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:47.566503 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e3dad4f1-0502-4f8a-ae8c-e2c9dd792d83 admin admin] Publish callbacks [] for security_group (fc61c805-cbcf-4fac-bafc-879380cb8d6c), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:47.573566 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=9,neutron:UPDATE=2,neutron:SELECT=89 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:47.574512 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f5637-2fe8-4b32-9548-58b0675eba78 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Pushing event updated for resources: {'Port': ['ID=c751d6bc-2dcd-432a-8640-af91fce6db21,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:47.576056 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-79da153d-fb14-4bbd-9a3a-eedefb18aeb0 req-c4d74cdc-ce02-4017-ae89-900be44feb74 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679641 Sep 22 14:58:47.604352 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-733f5637-2fe8-4b32-9548-58b0675eba78 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9529517 Sep 22 14:58:47.609318 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e3dad4f1-0502-4f8a-ae8c-e2c9dd792d83 admin admin] Publish callbacks [] for security_group (fc61c805-cbcf-4fac-bafc-879380cb8d6c), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:47.673557 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e3dad4f1-0502-4f8a-ae8c-e2c9dd792d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (fc61c805-cbcf-4fac-bafc-879380cb8d6c), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:47.676382 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e3dad4f1-0502-4f8a-ae8c-e2c9dd792d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:47.680434 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e3dad4f1-0502-4f8a-ae8c-e2c9dd792d83 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/fc61c805-cbcf-4fac-bafc-879380cb8d6c HTTP/1.1" status: 204 len: 168 time: 0.2752507 Sep 22 14:58:47.687641 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dad4f1-0502-4f8a-ae8c-e2c9dd792d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc61c805-cbcf-4fac-bafc-879380cb8d6c,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:47.791157 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Provisioning complete for port c751d6bc-2dcd-432a-8640-af91fce6db21 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:47.791834 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:47.791914 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Attempt 1 to provision port c751d6bc-2dcd-432a-8640-af91fce6db21 Sep 22 14:58:47.825393 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Port c751d6bc-2dcd-432a-8640-af91fce6db21 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:48.060279 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 46120) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:48.073898 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3499d2d2-3de7-491d-8a8d-53ea55979c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:48.096174 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:48.159512 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3499d2d2-3de7-491d-8a8d-53ea55979c27 admin admin] Publish callbacks [] for security_group (ff576c36-f5f6-4360-9a36-e4c8bf62ae4a), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:48.164941 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3499d2d2-3de7-491d-8a8d-53ea55979c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (ff576c36-f5f6-4360-9a36-e4c8bf62ae4a), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:48.227991 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-3499d2d2-3de7-491d-8a8d-53ea55979c27 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=e1084d880a04469a98cc40375aeef3cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1661530 Sep 22 14:58:48.230775 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 46124) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:48.233546 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-701e0859-de86-473a-8797-b7656ec874be req-94783695-2bc9-4643-bf7f-fd67848a7a60 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0415351 Sep 22 14:58:48.235458 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499d2d2-3de7-491d-8a8d-53ea55979c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff576c36-f5f6-4360-9a36-e4c8bf62ae4a,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:48.277511 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:48.283495 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1e09b929-4285-4958-ac1e-cf85faa94f0a admin admin] Publish callbacks [] for security_group (ff576c36-f5f6-4360-9a36-e4c8bf62ae4a), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:48.304951 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1e09b929-4285-4958-ac1e-cf85faa94f0a admin admin] Publish callbacks [] for security_group (ff576c36-f5f6-4360-9a36-e4c8bf62ae4a), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:48.326032 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Attempt 2 to provision port c751d6bc-2dcd-432a-8640-af91fce6db21 Sep 22 14:58:48.356353 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1e09b929-4285-4958-ac1e-cf85faa94f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (ff576c36-f5f6-4360-9a36-e4c8bf62ae4a), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:48.359395 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1e09b929-4285-4958-ac1e-cf85faa94f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:48.369627 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Port c751d6bc-2dcd-432a-8640-af91fce6db21 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:48.379332 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-1e09b929-4285-4958-ac1e-cf85faa94f0a admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/ff576c36-f5f6-4360-9a36-e4c8bf62ae4a HTTP/1.1" status: 204 len: 168 time: 0.1356351 Sep 22 14:58:48.390214 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09b929-4285-4958-ac1e-cf85faa94f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff576c36-f5f6-4360-9a36-e4c8bf62ae4a,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:48.407983 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bdd0df91-ad8a-4946-8c47-482437e541e5 req-332ca214-5925-4d8f-b4a3-b23fc850468f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0456419 Sep 22 14:58:48.714269 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8904e7-8ad6-49e0-a809-edce88cb50fd req-41fa90b4-5c78-4622-b58c-a27350117aa8 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:48.715797 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce8904e7-8ad6-49e0-a809-edce88cb50fd req-41fa90b4-5c78-4622-b58c-a27350117aa8 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 931 time: 0.0526557 Sep 22 14:58:48.765046 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce8904e7-8ad6-49e0-a809-edce88cb50fd req-086180c5-2a1d-47a9-8319-da35cb979c69 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430229 Sep 22 14:58:48.870973 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Attempt 3 to provision port c751d6bc-2dcd-432a-8640-af91fce6db21 Sep 22 14:58:48.905399 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Port c751d6bc-2dcd-432a-8640-af91fce6db21 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:49.065879 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-a7ccfbd2-816e-4930-b84e-cfc0e0bc72be tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 14:58:49.066863 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-a7ccfbd2-816e-4930-b84e-cfc0e0bc72be tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058448 Sep 22 14:58:49.226542 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.49', 49344) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:49.301445 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Request body: {'port': {'device_id': '4429a701-1d54-4312-9716-0ac3778975b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:49.401414 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-73960730-45c4-4051-9853-63781c1714d2 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:49.406737 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Attempt 4 to provision port c751d6bc-2dcd-432a-8640-af91fce6db21 Sep 22 14:58:49.416866 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-73960730-45c4-4051-9853-63781c1714d2 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 819 time: 0.2040639 Sep 22 14:58:49.423705 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-caa51393-36bb-43bc-8807-c4dd336540dc req-bcc9e09b-f405-4234-a1b8-cc99c8777680 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0617130 Sep 22 14:58:49.437729 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-3be42199-a169-4d19-a072-3afce5a15a31 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Request body: {'port': {'device_id': 'b7f9aed6-224e-4443-b175-0869ec4d2627', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'admin_state_up': True, 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:49.514656 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Port c751d6bc-2dcd-432a-8640-af91fce6db21 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:49.518692 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:49.542533 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Request body: {'port': {'device_id': '83ae121c-18c3-43fc-88c6-e10536ce02c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:49.653396 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-3be42199-a169-4d19-a072-3afce5a15a31 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Made reservation on behalf of 6edd1ecc737c48c3b26fa7dea7a48ddd for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:58:49.661469 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-3be42199-a169-4d19-a072-3afce5a15a31 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:49.704018 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-da220285-864d-4dc9-8d2e-a82db4e9ee06 req-bb8de5b8-c88d-4dcc-a628-07c672c38f14 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.1070862 Sep 22 14:58:49.710653 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:49.806605 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:49.936629 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-3be42199-a169-4d19-a072-3afce5a15a31 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Allocated IP 172.20.0.9 (5c43e8e6-bd2f-49d4-8458-66a54ee7db11/4d33844e-545e-4bb3-b702-17e0571cc544/e3257c80-b559-4b7e-a1fe-503ee11c4dce) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:58:50.015903 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Attempt 5 to provision port c751d6bc-2dcd-432a-8640-af91fce6db21 Sep 22 14:58:50.093416 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e298822-8e0c-4517-8bd9-42fdca985055 req-a39e031b-61e7-433f-a8a5-c107f83efaf6 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:50.102440 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Port c751d6bc-2dcd-432a-8640-af91fce6db21 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:50.103575 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8e298822-8e0c-4517-8bd9-42fdca985055 req-a39e031b-61e7-433f-a8a5-c107f83efaf6 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 931 time: 0.2101097 Sep 22 14:58:50.225638 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-3be42199-a169-4d19-a072-3afce5a15a31 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for port (e3257c80-b559-4b7e-a1fe-503ee11c4dce), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:50.252651 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:50.266281 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-3be42199-a169-4d19-a072-3afce5a15a31 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (e3257c80-b559-4b7e-a1fe-503ee11c4dce), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:50.302122 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8e298822-8e0c-4517-8bd9-42fdca985055 req-c5cdaabb-7f0b-4402-8d59-04086eb0cf28 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975052 Sep 22 14:58:50.327653 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-3be42199-a169-4d19-a072-3afce5a15a31 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:50.328162 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-3be42199-a169-4d19-a072-3afce5a15a31 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:50.352318 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-3be42199-a169-4d19-a072-3afce5a15a31 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:58:50.358751 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-3be42199-a169-4d19-a072-3afce5a15a31 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:50.359597 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-3be42199-a169-4d19-a072-3afce5a15a31 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:50.378723 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be42199-a169-4d19-a072-3afce5a15a31 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Pushing event updated for resources: {'Port': ['ID=e3257c80-b559-4b7e-a1fe-503ee11c4dce,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:50.393547 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-3be42199-a169-4d19-a072-3afce5a15a31 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9608769 Sep 22 14:58:50.414600 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Request body: {'port': {'device_id': 'b7f9aed6-224e-4443-b175-0869ec4d2627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:50.561956 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (e3257c80-b559-4b7e-a1fe-503ee11c4dce), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:50.594224 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:50.604098 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Attempt 6 to provision port c751d6bc-2dcd-432a-8640-af91fce6db21 Sep 22 14:58:50.657150 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Port c751d6bc-2dcd-432a-8640-af91fce6db21 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:50.658335 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:50.663174 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af550ea-8a47-4659-9cf7-604b6f523f4e req-f3862551-4471-4e60-a946-bc7135be5210 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:50.665305 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0af550ea-8a47-4659-9cf7-604b6f523f4e req-f3862551-4471-4e60-a946-bc7135be5210 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 931 time: 0.0672183 Sep 22 14:58:50.680328 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c751d6bc-2dcd-432a-8640-af91fce6db21 {{(pid=106241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 14:58:50.793889 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.49', 49357) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:50.974160 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Publish callbacks [] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:51.085473 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ed6d9c9a-91e4-4509-895c-398570e9f285 req-ba6bab12-bfd1-436c-ba48-65076842417b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.1140106 Sep 22 14:58:51.096377 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 46260) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:51.105648 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.provisioning_blocks [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Transition to ACTIVE for port object c751d6bc-2dcd-432a-8640-af91fce6db21 will not be triggered until provisioned by entity L2. {{(pid=106241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 14:58:51.120252 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:51.124881 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0323af73-fc1e-49d6-89a5-afd4efaccd69 {{(pid=106241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 14:58:51.147443 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0af550ea-8a47-4659-9cf7-604b6f523f4e req-50c03ccd-f502-47e4-ae61-94116929880c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711592 Sep 22 14:58:51.149513 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Publish callbacks [] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:51.159447 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Attempt 7 to provision port c751d6bc-2dcd-432a-8640-af91fce6db21 Sep 22 14:58:51.162832 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:51.209662 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.provisioning_blocks [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Transition to ACTIVE for port object 0323af73-fc1e-49d6-89a5-afd4efaccd69 will not be triggered until provisioned by entity L2. {{(pid=106241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 14:58:51.223540 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Port c751d6bc-2dcd-432a-8640-af91fce6db21 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:51.223763 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-16bf6039-e820-4dd2-85c5-0b6345170849 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:51.225268 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-16bf6039-e820-4dd2-85c5-0b6345170849 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 200 len: 817 time: 0.4299171 Sep 22 14:58:51.269221 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:51.283790 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Pushing event updated for resources: {'Port': ['ID=c751d6bc-2dcd-432a-8640-af91fce6db21,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:51.381000 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:51.406670 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-8a975b66-3afd-4bd1-8d26-4fef8b15b1a3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=58581ef3e3844816923467523d5be072 HTTP/1.1" status: 200 len: 379 time: 0.1551561 Sep 22 14:58:51.426801 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-9f25069c-03a0-4418-941b-d3ae36ee9d92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Request body: {'port': {'device_id': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'admin_state_up': True, 'tenant_id': '58581ef3e3844816923467523d5be072', 'security_groups': ['8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:51.494851 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b442902-e7a6-416b-9b04-d0853af3f1f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:51.526763 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:51.583779 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbac7b1-c604-42a9-82da-98247da85328 req-ac4ff895-5e0c-46ce-ad0f-133b1d041eaa tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:51.585351 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-edbac7b1-c604-42a9-82da-98247da85328 req-ac4ff895-5e0c-46ce-ad0f-133b1d041eaa tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.1513510 Sep 22 14:58:51.593128 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Pushing event updated for resources: {'Port': ['ID=0323af73-fc1e-49d6-89a5-afd4efaccd69,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:51.633331 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3257c80-b559-4b7e-a1fe-503ee11c4dce {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 14:58:51.644385 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Attempting to bind port 0323af73-fc1e-49d6-89a5-afd4efaccd69 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:58:51.646400 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Attempting to bind port 0323af73-fc1e-49d6-89a5-afd4efaccd69 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:58:51.647042 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Attempting to bind port 0323af73-fc1e-49d6-89a5-afd4efaccd69 on network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:51.650266 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Publish callbacks [] for port (e3257c80-b559-4b7e-a1fe-503ee11c4dce), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:51.664187 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 46290) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:51.704187 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:51.708149 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Transition to ACTIVE for port object e3257c80-b559-4b7e-a1fe-503ee11c4dce will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 14:58:51.709139 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-9f25069c-03a0-4418-941b-d3ae36ee9d92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Made reservation on behalf of 58581ef3e3844816923467523d5be072 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 14:58:51.722141 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-9f25069c-03a0-4418-941b-d3ae36ee9d92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:51.724252 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Attempt 8 to provision port c751d6bc-2dcd-432a-8640-af91fce6db21 Sep 22 14:58:51.733294 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Attempting to bind port c751d6bc-2dcd-432a-8640-af91fce6db21 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:58:51.733662 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Attempting to bind port c751d6bc-2dcd-432a-8640-af91fce6db21 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:58:51.733995 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Attempting to bind port c751d6bc-2dcd-432a-8640-af91fce6db21 on network 58226669-f6bc-411a-ab8b-ce2f575083e8 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:51.739118 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (e3257c80-b559-4b7e-a1fe-503ee11c4dce), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:51.801401 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Port 0323af73-fc1e-49d6-89a5-afd4efaccd69 on network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 14:58:51.801756 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Attempting to bind port 0323af73-fc1e-49d6-89a5-afd4efaccd69 on network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:51.844997 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Port c751d6bc-2dcd-432a-8640-af91fce6db21 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:51.896381 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:51.897159 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Port c751d6bc-2dcd-432a-8640-af91fce6db21 on network 58226669-f6bc-411a-ab8b-ce2f575083e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 14:58:51.897514 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Attempting to bind port c751d6bc-2dcd-432a-8640-af91fce6db21 on network 58226669-f6bc-411a-ab8b-ce2f575083e8 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:51.906056 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-edbac7b1-c604-42a9-82da-98247da85328 req-376f675c-bd08-44a8-8285-5ce7fab3f141 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092325 Sep 22 14:58:51.942767 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:58:51.943146 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Checking segment: {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:51.943959 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Bound using segment: {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:58:51.944422 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Bound port: 0323af73-fc1e-49d6-89a5-afd4efaccd69, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:58:51.944800 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:51.956863 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b442902-e7a6-416b-9b04-d0853af3f1f8 admin admin] Publish callbacks [] for security_group (08b64cda-8585-4a14-b5db-40edc8e1ccbd), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:51.975076 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:51.976188 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Pushing event updated for resources: {'Port': ['ID=e3257c80-b559-4b7e-a1fe-503ee11c4dce,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:52.002763 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b442902-e7a6-416b-9b04-d0853af3f1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (08b64cda-8585-4a14-b5db-40edc8e1ccbd), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.057442 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:58:52.057766 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Checking segment: {'id': 'f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:52.058161 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Bound using segment: {'id': 'f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:58:52.058613 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Bound port: c751d6bc-2dcd-432a-8640-af91fce6db21, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:58:52.059450 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.084930 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] For port 0323af73-fc1e-49d6-89a5-afd4efaccd69, host hv-cinder-85646, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:58:52.092736 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Attempting to bind port e3257c80-b559-4b7e-a1fe-503ee11c4dce on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:58:52.093095 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Attempting to bind port e3257c80-b559-4b7e-a1fe-503ee11c4dce by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:58:52.093452 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Attempting to bind port e3257c80-b559-4b7e-a1fe-503ee11c4dce on network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:52.095770 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b442902-e7a6-416b-9b04-d0853af3f1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b64cda-8585-4a14-b5db-40edc8e1ccbd,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:52.133945 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-4b442902-e7a6-416b-9b04-d0853af3f1f8 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=cad002877f904e949722bd742b2d7337&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0271053 Sep 22 14:58:52.141446 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 46312) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:52.182624 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0c8df389-3723-4fd5-8c19-a9b77baaa8d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.191666 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] For port 0323af73-fc1e-49d6-89a5-afd4efaccd69, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=0323af73-fc1e-49d6-89a5-afd4efaccd69,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:58:52.223094 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.272000 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Port e3257c80-b559-4b7e-a1fe-503ee11c4dce on network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 14:58:52.272319 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Attempting to bind port e3257c80-b559-4b7e-a1fe-503ee11c4dce on network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:52.333493 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:52.334320 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.336523 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/0323af73-fc1e-49d6-89a5-afd4efaccd69 HTTP/1.1" status: 200 len: 1093 time: 3.1021404 Sep 22 14:58:52.337839 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ae121c-18c3-43fc-88c6-e10536ce02c6', 'tag': '0323af73-fc1e-49d6-89a5-afd4efaccd69'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 14:58:52.346604 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Attempt 9 to provision port c751d6bc-2dcd-432a-8640-af91fce6db21 Sep 22 14:58:52.374582 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-9f25069c-03a0-4418-941b-d3ae36ee9d92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Allocated IP 172.20.0.9 (d2cd27ce-59e4-4969-86d2-13164d033d83/beeb1e81-2d0a-4aaa-8268-e889ab63bedf/55a8cf19-235c-45bb-bea4-adcb554d7518) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 14:58:52.395447 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-20f1f5c8-fb69-4794-98bb-c59889037c5e admin admin] Publish callbacks [] for security_group (08b64cda-8585-4a14-b5db-40edc8e1ccbd), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.423624 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] For port c751d6bc-2dcd-432a-8640-af91fce6db21, host hv-cinder-85646, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:58:52.439346 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-649d03aa-5db5-46b1-af9b-26d8f6a53212 req-fa01230d-aaa7-47fa-ac68-6ecce2d036d7 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.1242437 Sep 22 14:58:52.458140 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Port c751d6bc-2dcd-432a-8640-af91fce6db21 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:52.496197 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-20f1f5c8-fb69-4794-98bb-c59889037c5e admin admin] Publish callbacks [] for security_group (08b64cda-8585-4a14-b5db-40edc8e1ccbd), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.547964 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] For port c751d6bc-2dcd-432a-8640-af91fce6db21, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c751d6bc-2dcd-432a-8640-af91fce6db21,segment=NetworkSegment(f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275),segment_id=f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:58:52.577761 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:58:52.578259 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Checking segment: {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:52.579884 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.580037 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Bound using segment: {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:58:52.580669 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Bound port: e3257c80-b559-4b7e-a1fe-503ee11c4dce, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:58:52.581203 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (e3257c80-b559-4b7e-a1fe-503ee11c4dce), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.587962 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba439ea-86de-4f50-902c-2de43d01200c req-7298e773-ebcd-4333-b48f-0a61ef75afe5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:52.595676 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6ba439ea-86de-4f50-902c-2de43d01200c req-7298e773-ebcd-4333-b48f-0a61ef75afe5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.2896976 Sep 22 14:58:52.609710 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:52.610327 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.611780 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-3db00902-453d-4379-b517-e1455b6853ce service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/c751d6bc-2dcd-432a-8640-af91fce6db21 HTTP/1.1" status: 200 len: 1093 time: 3.3833153 Sep 22 14:58:52.617991 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4c41c6-3d14-40f4-bdc9-3a850345f0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "83ae121c-18c3-43fc-88c6-e10536ce02c6", "tag": "0323af73-fc1e-49d6-89a5-afd4efaccd69"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 14:58:52.620895 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290d187-d15a-4628-bbe9-7d05b4ce63be service neutron] Pushing event updated for resources: {'Port': ['ID=0323af73-fc1e-49d6-89a5-afd4efaccd69,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:52.656298 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-fbc599c5-31d9-4124-85eb-2e85981d3d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:52.659400 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-fbc599c5-31d9-4124-85eb-2e85981d3d80 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 1127 time: 0.2115109 Sep 22 14:58:52.776936 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0c8df389-3723-4fd5-8c19-a9b77baaa8d0 admin admin] Publish callbacks [] for security_group (ef73870d-fda7-4ae4-97c3-ea72907c2539), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.787332 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0c8df389-3723-4fd5-8c19-a9b77baaa8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (ef73870d-fda7-4ae4-97c3-ea72907c2539), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.799023 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1fc13d2f-dec6-4429-b8d3-866e8bad4e4a service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0323af73-fc1e-49d6-89a5-afd4efaccd69 HTTP/1.1" status: 200 len: 217 time: 0.0976691 Sep 22 14:58:52.820177 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-20f1f5c8-fb69-4794-98bb-c59889037c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (08b64cda-8585-4a14-b5db-40edc8e1ccbd), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.822691 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-20f1f5c8-fb69-4794-98bb-c59889037c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.823852 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-20f1f5c8-fb69-4794-98bb-c59889037c5e admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/08b64cda-8585-4a14-b5db-40edc8e1ccbd HTTP/1.1" status: 204 len: 168 time: 0.6797245 Sep 22 14:58:52.824542 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6e209a-e80b-40a1-8f80-c7621b5e0e87 x-openstack-request-id: req-9c6e209a-e80b-40a1-8f80-c7621b5e0e87 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 14:58:52.824842 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ae121c-18c3-43fc-88c6-e10536ce02c6", "tag": "0323af73-fc1e-49d6-89a5-afd4efaccd69", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 14:58:52.825103 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c6e209a-e80b-40a1-8f80-c7621b5e0e87 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 14:58:52.825554 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c6e209a-e80b-40a1-8f80-c7621b5e0e87'] response: {'name': 'network-changed', 'server_uuid': '83ae121c-18c3-43fc-88c6-e10536ce02c6', 'tag': '0323af73-fc1e-49d6-89a5-afd4efaccd69', 'status': 'completed', 'code': 200} Sep 22 14:58:52.831560 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:52.837152 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6ba439ea-86de-4f50-902c-2de43d01200c req-d1858d56-d88c-478c-b278-9729b9d7eebc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402601 Sep 22 14:58:52.843670 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db00902-453d-4379-b517-e1455b6853ce service neutron] Pushing event updated for resources: {'Port': ['ID=c751d6bc-2dcd-432a-8640-af91fce6db21,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:52.865253 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-71f9889c-e37a-4839-ba1b-fd6f05c2d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:52.868914 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-71f9889c-e37a-4839-ba1b-fd6f05c2d734 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=3e3eb7b7c1be4710b1cdea1e2dc4bf91&device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 1127 time: 0.0878255 Sep 22 14:58:52.879062 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] For port e3257c80-b559-4b7e-a1fe-503ee11c4dce, host hv-cinder-85646, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:58:52.893399 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8df389-3723-4fd5-8c19-a9b77baaa8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef73870d-fda7-4ae4-97c3-ea72907c2539,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:52.895675 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:52.898805 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0c8df389-3723-4fd5-8c19-a9b77baaa8d0 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=2d6b268c039440c99ad2d9768fe13864&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2335279 Sep 22 14:58:52.901594 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 46342) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:52.921546 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-9f25069c-03a0-4418-941b-d3ae36ee9d92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.925825 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] For port e3257c80-b559-4b7e-a1fe-503ee11c4dce, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e3257c80-b559-4b7e-a1fe-503ee11c4dce,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:58:52.936575 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1f5c8-fb69-4794-98bb-c59889037c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b64cda-8585-4a14-b5db-40edc8e1ccbd,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:52.941078 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (e3257c80-b559-4b7e-a1fe-503ee11c4dce), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.959609 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Attempt 10 to provision port c751d6bc-2dcd-432a-8640-af91fce6db21 Sep 22 14:58:52.967181 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:52.967181 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:52.968472 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/e3257c80-b559-4b7e-a1fe-503ee11c4dce HTTP/1.1" status: 200 len: 1093 time: 2.5591755 Sep 22 14:58:52.971350 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f9aed6-224e-4443-b175-0869ec4d2627', 'tag': 'e3257c80-b559-4b7e-a1fe-503ee11c4dce'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 14:58:53.002657 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-af8564fd-3b3d-4ace-a9d9-167eac3724e7 admin admin] Publish callbacks [] for security_group (ef73870d-fda7-4ae4-97c3-ea72907c2539), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:53.050674 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-af8564fd-3b3d-4ace-a9d9-167eac3724e7 admin admin] Publish callbacks [] for security_group (ef73870d-fda7-4ae4-97c3-ea72907c2539), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:53.106685 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f5cc6-a1a3-4f4e-81e1-b70e0ee02acc req-ff83386f-2754-4c97-a044-ac019897d4a0 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:53.108757 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-119f5cc6-a1a3-4f4e-81e1-b70e0ee02acc req-ff83386f-2754-4c97-a044-ac019897d4a0 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.0813730 Sep 22 14:58:53.173705 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc32376-f127-4736-b711-4dcc8114fc18 service neutron] Pushing event updated for resources: {'Port': ['ID=e3257c80-b559-4b7e-a1fe-503ee11c4dce,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:53.180116 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-9f25069c-03a0-4418-941b-d3ae36ee9d92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:53.188364 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-119f5cc6-a1a3-4f4e-81e1-b70e0ee02acc req-57a7b665-1638-448a-bcb2-2bdc0f60282f tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714064 Sep 22 14:58:53.200433 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-af8564fd-3b3d-4ace-a9d9-167eac3724e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (ef73870d-fda7-4ae4-97c3-ea72907c2539), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:53.206900 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-af8564fd-3b3d-4ace-a9d9-167eac3724e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:53.209059 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-af8564fd-3b3d-4ace-a9d9-167eac3724e7 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/ef73870d-fda7-4ae4-97c3-ea72907c2539 HTTP/1.1" status: 204 len: 168 time: 0.3059669 Sep 22 14:58:53.222624 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8564fd-3b3d-4ace-a9d9-167eac3724e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef73870d-fda7-4ae4-97c3-ea72907c2539,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:53.253437 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-0a08b0f7-7064-4763-80a8-7ae3c16dc4ec None None] Port c751d6bc-2dcd-432a-8640-af91fce6db21 had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 14:58:53.260662 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25069c-03a0-4418-941b-d3ae36ee9d92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event updated for resources: {'Port': ['ID=55a8cf19-235c-45bb-bea4-adcb554d7518,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:53.271563 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-9f25069c-03a0-4418-941b-d3ae36ee9d92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Network d2cd27ce-59e4-4969-86d2-13164d033d83 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 14:58:53.272923 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-9f25069c-03a0-4418-941b-d3ae36ee9d92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 14:58:53.284427 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-9f25069c-03a0-4418-941b-d3ae36ee9d92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 14:58:53.291165 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-9f25069c-03a0-4418-941b-d3ae36ee9d92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:53.291961 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-9f25069c-03a0-4418-941b-d3ae36ee9d92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:53.299364 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29d58c6-bc5c-46a4-83f3-e77296be06f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f9aed6-224e-4443-b175-0869ec4d2627", "tag": "e3257c80-b559-4b7e-a1fe-503ee11c4dce"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 14:58:53.322851 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-9f25069c-03a0-4418-941b-d3ae36ee9d92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9062591 Sep 22 14:58:53.605601 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01673a08-b29e-4362-9e22-d6fe9a6f88e3 x-openstack-request-id: req-01673a08-b29e-4362-9e22-d6fe9a6f88e3 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 14:58:53.606213 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f9aed6-224e-4443-b175-0869ec4d2627", "tag": "e3257c80-b559-4b7e-a1fe-503ee11c4dce", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 14:58:53.606213 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01673a08-b29e-4362-9e22-d6fe9a6f88e3 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 14:58:53.607837 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01673a08-b29e-4362-9e22-d6fe9a6f88e3'] response: {'name': 'network-changed', 'server_uuid': 'b7f9aed6-224e-4443-b175-0869ec4d2627', 'tag': 'e3257c80-b559-4b7e-a1fe-503ee11c4dce', 'status': 'completed', 'code': 200} Sep 22 14:58:53.610754 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Provisioning complete for port 55a8cf19-235c-45bb-bea4-adcb554d7518 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:58:53.611235 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:53.611761 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Attempt 1 to provision port 55a8cf19-235c-45bb-bea4-adcb554d7518 Sep 22 14:58:53.619889 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a611425-e8f4-440b-99f1-fdd2e441e4f7 req-88538df3-6c6c-4e4c-bc6d-7633650f5919 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:53.627804 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a611425-e8f4-440b-99f1-fdd2e441e4f7 req-88538df3-6c6c-4e4c-bc6d-7633650f5919 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 931 time: 0.0812461 Sep 22 14:58:53.648362 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:53.658001 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Port 55a8cf19-235c-45bb-bea4-adcb554d7518 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:53.671370 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:53.687771 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a611425-e8f4-440b-99f1-fdd2e441e4f7 req-e5269158-3834-4ece-a4c1-ee975a743c02 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587971 Sep 22 14:58:53.744016 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 46386) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:53.758761 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-60b3073b-91a4-4201-942d-b13ddc1e7f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:53.853401 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-60b3073b-91a4-4201-942d-b13ddc1e7f41 admin admin] Publish callbacks [] for security_group (e71330ba-dfd3-4b0c-a481-29e099c89c54), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:53.857774 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-60b3073b-91a4-4201-942d-b13ddc1e7f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (e71330ba-dfd3-4b0c-a481-29e099c89c54), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:53.898884 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-60b3073b-91a4-4201-942d-b13ddc1e7f41 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=c90af326234145f1b71ec49e84946686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537576 Sep 22 14:58:53.901814 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 46392) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:58:53.909239 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3073b-91a4-4201-942d-b13ddc1e7f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71330ba-dfd3-4b0c-a481-29e099c89c54,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:53.977872 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b5dfa63d-81aa-4734-9867-83573c418930 admin admin] Publish callbacks [] for security_group (e71330ba-dfd3-4b0c-a481-29e099c89c54), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:53.988525 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cad536-343a-4687-ac52-80f512a47178 req-0d5e5a98-e177-4fd6-a77a-5cc7c1386ab4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:53.990264 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-52cad536-343a-4687-ac52-80f512a47178 req-0d5e5a98-e177-4fd6-a77a-5cc7c1386ab4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0495043 Sep 22 14:58:54.004334 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b5dfa63d-81aa-4734-9867-83573c418930 admin admin] Publish callbacks [] for security_group (e71330ba-dfd3-4b0c-a481-29e099c89c54), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:54.046410 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-52cad536-343a-4687-ac52-80f512a47178 req-6fcafb04-f02a-4965-a111-210ec79e05e2 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461750 Sep 22 14:58:54.061171 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b5dfa63d-81aa-4734-9867-83573c418930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (e71330ba-dfd3-4b0c-a481-29e099c89c54), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:54.064079 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b5dfa63d-81aa-4734-9867-83573c418930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:54.065314 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b5dfa63d-81aa-4734-9867-83573c418930 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/e71330ba-dfd3-4b0c-a481-29e099c89c54 HTTP/1.1" status: 204 len: 168 time: 0.1624942 Sep 22 14:58:54.073872 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfa63d-81aa-4734-9867-83573c418930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71330ba-dfd3-4b0c-a481-29e099c89c54,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:54.159244 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Attempt 2 to provision port 55a8cf19-235c-45bb-bea4-adcb554d7518 Sep 22 14:58:54.203464 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Port 55a8cf19-235c-45bb-bea4-adcb554d7518 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:54.313608 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241a2d-1bae-46d7-af78-02db1410ffbc req-af7a3a65-1752-447c-9742-056a8f6740c0 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:54.315124 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-59241a2d-1bae-46d7-af78-02db1410ffbc req-af7a3a65-1752-447c-9742-056a8f6740c0 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.0556488 Sep 22 14:58:54.379645 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-59241a2d-1bae-46d7-af78-02db1410ffbc req-251fadf1-4ba1-49c0-8c82-de2b75eac227 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557404 Sep 22 14:58:54.676319 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b2095733-a532-449f-8b68-2ea90ccaef78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:54.704939 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Attempt 3 to provision port 55a8cf19-235c-45bb-bea4-adcb554d7518 Sep 22 14:58:54.744944 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Port 55a8cf19-235c-45bb-bea4-adcb554d7518 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:54.837414 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4429a701-1d54-4312-9716-0ac3778975b4', 'tag': 'c751d6bc-2dcd-432a-8640-af91fce6db21'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 14:58:54.841878 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08910273-fcfd-4f6e-b9bc-90265b51126c" -d '{"events": [{"name": "network-changed", "server_uuid": "4429a701-1d54-4312-9716-0ac3778975b4", "tag": "c751d6bc-2dcd-432a-8640-af91fce6db21"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 14:58:54.881445 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b56188-97d8-4424-b21f-c9048e2654c3 req-83953de4-aaaa-44bc-87ba-bd36ce2e4829 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:54.883722 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e8b56188-97d8-4424-b21f-c9048e2654c3 req-83953de4-aaaa-44bc-87ba-bd36ce2e4829 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 931 time: 0.1046562 Sep 22 14:58:54.903740 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 14:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ad37dd-3d2b-448d-be38-b024a14fc030 x-openstack-request-id: req-e0ad37dd-3d2b-448d-be38-b024a14fc030 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 14:58:54.904663 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4429a701-1d54-4312-9716-0ac3778975b4", "tag": "c751d6bc-2dcd-432a-8640-af91fce6db21", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 14:58:54.904954 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e0ad37dd-3d2b-448d-be38-b024a14fc030 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 14:58:54.905380 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ad37dd-3d2b-448d-be38-b024a14fc030'] response: {'name': 'network-changed', 'server_uuid': '4429a701-1d54-4312-9716-0ac3778975b4', 'tag': 'c751d6bc-2dcd-432a-8640-af91fce6db21', 'status': 'completed', 'code': 200} Sep 22 14:58:54.948675 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e8b56188-97d8-4424-b21f-c9048e2654c3 req-2cc85d6c-9f85-4c60-9197-230c45b3a5fc tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562932 Sep 22 14:58:55.060415 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=10 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:55.073874 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=24 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:55.210265 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9a05d-7b4b-4c82-9bf5-1cdcd564c639 req-3b6077ca-4c55-42bb-895f-95c4dcca2a3a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:55.212189 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-97d9a05d-7b4b-4c82-9bf5-1cdcd564c639 req-3b6077ca-4c55-42bb-895f-95c4dcca2a3a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0707204 Sep 22 14:58:55.246863 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Attempt 4 to provision port 55a8cf19-235c-45bb-bea4-adcb554d7518 Sep 22 14:58:55.278625 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-97d9a05d-7b4b-4c82-9bf5-1cdcd564c639 req-9efe7571-40f4-4930-8ddc-476e33889a1c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598326 Sep 22 14:58:55.288887 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Port 55a8cf19-235c-45bb-bea4-adcb554d7518 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:55.511568 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce630d2-dba2-4786-abb9-1fd44a3706bd req-de9e1abe-bc6f-4d5b-b42c-6df6a632a60d tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:55.513121 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ce630d2-dba2-4786-abb9-1fd44a3706bd req-de9e1abe-bc6f-4d5b-b42c-6df6a632a60d tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.0518615 Sep 22 14:58:55.599386 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ce630d2-dba2-4786-abb9-1fd44a3706bd req-58c0ea3b-a99a-4278-8ebf-6f8a6fa73e73 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710967 Sep 22 14:58:55.790729 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Attempt 5 to provision port 55a8cf19-235c-45bb-bea4-adcb554d7518 Sep 22 14:58:55.793335 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:55.828434 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Port 55a8cf19-235c-45bb-bea4-adcb554d7518 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:56.075708 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf0696-7553-45de-93d8-28b88f505f41 req-6791b94c-85a5-435f-84e0-9a997e84d68c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:56.077226 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-66bf0696-7553-45de-93d8-28b88f505f41 req-6791b94c-85a5-435f-84e0-9a997e84d68c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 931 time: 0.0484650 Sep 22 14:58:56.130887 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-66bf0696-7553-45de-93d8-28b88f505f41 req-a2e9b216-e86e-41a0-846d-320c38f5a69d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479393 Sep 22 14:58:56.315521 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Request body: {'port': {'device_id': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:58:56.329594 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Attempt 6 to provision port 55a8cf19-235c-45bb-bea4-adcb554d7518 Sep 22 14:58:56.372503 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Port 55a8cf19-235c-45bb-bea4-adcb554d7518 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:56.456299 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:56.469289 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d58c6-bc5c-46a4-83f3-e77296be06f4 req-098162a9-2157-434d-8a1f-2659bf6f9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:56.470821 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e29d58c6-bc5c-46a4-83f3-e77296be06f4 req-098162a9-2157-434d-8a1f-2659bf6f9997 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 1127 time: 0.1126821 Sep 22 14:58:56.509243 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-16173280-6f37-4237-85e1-83b5aafcb401 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c751d6bc-2dcd-432a-8640-af91fce6db21 HTTP/1.1" status: 200 len: 217 time: 0.0715382 Sep 22 14:58:56.509659 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:56.553588 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1cdd4bdd-7a39-4588-b1b3-8dd8f0cf9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:56.555058 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-1cdd4bdd-7a39-4588-b1b3-8dd8f0cf9e4e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.3120608 Sep 22 14:58:56.564088 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ac1d2-b40f-403e-bfe5-cb4387ca4f8f req-e22c4812-db6c-494e-95d5-4f10064b4b02 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:56.565632 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1c5ac1d2-b40f-403e-bfe5-cb4387ca4f8f req-e22c4812-db6c-494e-95d5-4f10064b4b02 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.1290128 Sep 22 14:58:56.692702 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-85b333f6-d6a8-467a-9972-5369156fe04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:56.694175 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-85b333f6-d6a8-467a-9972-5369156fe04f service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a2cb4503-ed4c-4429-99f4-1d9e2a6756f5 HTTP/1.1" status: 200 len: 850 time: 0.1770940 Sep 22 14:58:56.717270 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-ac9077b1-ca54-4bd2-9072-a187ec16b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:56.718688 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-ac9077b1-ca54-4bd2-9072-a187ec16b5a1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1498680 Sep 22 14:58:56.754038 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:56.832620 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-0776a66e-2e88-4882-be2c-91bb4744f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:56.834444 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-0776a66e-2e88-4882-be2c-91bb4744f397 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58226669-f6bc-411a-ab8b-ce2f575083e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1314499 Sep 22 14:58:56.859846 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1c5ac1d2-b40f-403e-bfe5-cb4387ca4f8f req-9081d963-bda3-4907-a606-768ad01cfc34 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530885 Sep 22 14:58:56.880408 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Attempt 7 to provision port 55a8cf19-235c-45bb-bea4-adcb554d7518 Sep 22 14:58:56.897136 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d58c6-bc5c-46a4-83f3-e77296be06f4 req-70413c53-04bb-4eee-aa58-8542391fbfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:56.898787 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e29d58c6-bc5c-46a4-83f3-e77296be06f4 req-70413c53-04bb-4eee-aa58-8542391fbfa1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4058876 Sep 22 14:58:56.934702 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Port 55a8cf19-235c-45bb-bea4-adcb554d7518 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:56.946588 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695f405-a4b9-4227-ad0c-c3b9f01d97ae req-7b21c62f-e171-476f-bd70-273a365704dc tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:56.948208 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3695f405-a4b9-4227-ad0c-c3b9f01d97ae req-7b21c62f-e171-476f-bd70-273a365704dc tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.1719797 Sep 22 14:58:57.006167 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-d4170324-e2b2-4b95-aeb7-08797f89e96e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638805 Sep 22 14:58:57.104867 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-cab5364e-f8a3-45e7-8887-43c8db7e1711 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58226669-f6bc-411a-ab8b-ce2f575083e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436242 Sep 22 14:58:57.124346 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cb2b54ae-013f-4324-afea-81aa800cf135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:57.129146 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3695f405-a4b9-4227-ad0c-c3b9f01d97ae req-66dec604-d2af-4b7a-9571-69f4ac04c4db tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684175 Sep 22 14:58:57.232891 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5fe13e0-4bd6-4b43-ae19-3511130a4951 req-93b03faa-e413-4262-b17a-205cdf5acf28 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138500 Sep 22 14:58:57.277888 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b74f9a31-f8fd-46fc-8f25-545ae37fd1cd req-2a183673-4bee-4a09-a10c-2be5a00d459a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58226669-f6bc-411a-ab8b-ce2f575083e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569164 Sep 22 14:58:57.335044 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d58c6-bc5c-46a4-83f3-e77296be06f4 req-768cfe30-0368-4b68-8ed4-e4d38789fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:57.336744 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e29d58c6-bc5c-46a4-83f3-e77296be06f4 req-768cfe30-0368-4b68-8ed4-e4d38789fa13 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4212666 Sep 22 14:58:57.352358 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:57.369637 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f371db-c192-4100-9ac2-90c670ca7e6d req-753f12dd-4420-49e6-acef-e11731d262de tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:57.371410 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f0f371db-c192-4100-9ac2-90c670ca7e6d req-753f12dd-4420-49e6-acef-e11731d262de tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 931 time: 0.0649498 Sep 22 14:58:57.430066 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f0f371db-c192-4100-9ac2-90c670ca7e6d req-989b623f-92bf-4049-97e3-75ddfd9a7c5b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473549 Sep 22 14:58:57.435565 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Attempt 8 to provision port 55a8cf19-235c-45bb-bea4-adcb554d7518 Sep 22 14:58:57.468525 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Port 55a8cf19-235c-45bb-bea4-adcb554d7518 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 14:58:57.508196 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a8cf19-235c-45bb-bea4-adcb554d7518 {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 14:58:57.512446 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:57.517071 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Publish callbacks [] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:57.531280 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Transition to ACTIVE for port object 55a8cf19-235c-45bb-bea4-adcb554d7518 will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 14:58:57.534837 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:57.599244 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Pushing event updated for resources: {'Port': ['ID=55a8cf19-235c-45bb-bea4-adcb554d7518,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:57.605856 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Attempting to bind port 55a8cf19-235c-45bb-bea4-adcb554d7518 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 14:58:57.606706 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Attempting to bind port 55a8cf19-235c-45bb-bea4-adcb554d7518 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 14:58:57.606706 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Attempting to bind port 55a8cf19-235c-45bb-bea4-adcb554d7518 on network d2cd27ce-59e4-4969-86d2-13164d033d83 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:57.648582 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Port 55a8cf19-235c-45bb-bea4-adcb554d7518 on network d2cd27ce-59e4-4969-86d2-13164d033d83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 14:58:57.648907 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Attempting to bind port 55a8cf19-235c-45bb-bea4-adcb554d7518 on network d2cd27ce-59e4-4969-86d2-13164d033d83 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 14:58:57.695143 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 14:58:57.695517 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Checking segment: {'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 14:58:57.695904 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Bound using segment: {'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 14:58:57.696347 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Bound port: 55a8cf19-235c-45bb-bea4-adcb554d7518, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 14:58:57.696709 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:57.759696 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] For port 55a8cf19-235c-45bb-bea4-adcb554d7518, host hv-cinder-85646, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 14:58:57.763420 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] For port 55a8cf19-235c-45bb-bea4-adcb554d7518, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=55a8cf19-235c-45bb-bea4-adcb554d7518,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 14:58:57.769358 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:57.774482 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:57.775183 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:57.777136 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/55a8cf19-235c-45bb-bea4-adcb554d7518 HTTP/1.1" status: 200 len: 1093 time: 1.4663386 Sep 22 14:58:57.778919 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'tag': '55a8cf19-235c-45bb-bea4-adcb554d7518'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 14:58:57.781219 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a04261-0ff1-416e-ae37-52276032eddf" -d '{"events": [{"name": "network-changed", "server_uuid": "19a37c1c-ad55-4d39-a120-00b0ac6fb5af", "tag": "55a8cf19-235c-45bb-bea4-adcb554d7518"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 14:58:57.829024 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0407990-07bb-4cb0-93ca-4947cabdd2fe service neutron] Pushing event updated for resources: {'Port': ['ID=55a8cf19-235c-45bb-bea4-adcb554d7518,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:58:57.850292 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8a0933-97e6-4942-8cab-03d9a8aa7bf9 x-openstack-request-id: req-ba8a0933-97e6-4942-8cab-03d9a8aa7bf9 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 14:58:57.850587 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a37c1c-ad55-4d39-a120-00b0ac6fb5af", "tag": "55a8cf19-235c-45bb-bea4-adcb554d7518", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 14:58:57.850852 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba8a0933-97e6-4942-8cab-03d9a8aa7bf9 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 14:58:57.851292 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8a0933-97e6-4942-8cab-03d9a8aa7bf9'] response: {'name': 'network-changed', 'server_uuid': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'tag': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'status': 'completed', 'code': 200} Sep 22 14:58:57.969511 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Attempt 9 to provision port 55a8cf19-235c-45bb-bea4-adcb554d7518 Sep 22 14:58:57.983521 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07d3a6-8d18-403b-a304-75afe1b3b470 req-8ccbe485-1d51-4ae2-9bc4-9a988565f8e6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:57.985012 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8e07d3a6-8d18-403b-a304-75afe1b3b470 req-8ccbe485-1d51-4ae2-9bc4-9a988565f8e6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0474429 Sep 22 14:58:58.011011 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-318ad061-a21c-448d-be3b-a01062ef41b5 None None] Port 55a8cf19-235c-45bb-bea4-adcb554d7518 had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 14:58:58.036741 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8e07d3a6-8d18-403b-a304-75afe1b3b470 req-38b882e0-3b65-41df-b92e-4251312f7e76 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458667 Sep 22 14:58:58.206374 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:58:58.301153 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbd402-8aad-4b8b-b555-108006d08589 req-01b952e4-bdf3-495f-aab3-01ddf37e50fc tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:58.302687 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-61cbd402-8aad-4b8b-b555-108006d08589 req-01b952e4-bdf3-495f-aab3-01ddf37e50fc tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.0587370 Sep 22 14:58:58.352843 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-61cbd402-8aad-4b8b-b555-108006d08589 req-47203144-806f-436b-93a7-0e640c86a5fa tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442774 Sep 22 14:58:58.577348 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbace97e-2157-4a56-ba51-170b23f85448 req-1f2d21d5-5d66-4256-bdb6-a6a8c99767fe tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:58.578844 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cbace97e-2157-4a56-ba51-170b23f85448 req-1f2d21d5-5d66-4256-bdb6-a6a8c99767fe tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0539613 Sep 22 14:58:58.613907 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:58.632350 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cbace97e-2157-4a56-ba51-170b23f85448 req-910dfaae-2911-4fb5-968e-56f44d28ce6b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462983 Sep 22 14:58:59.185808 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc07e7-90c3-477f-a4d3-b212ad34f33e req-d2d0fb5b-45dc-488a-8f25-6fa7608e9382 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:59.187365 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cddc07e7-90c3-477f-a4d3-b212ad34f33e req-d2d0fb5b-45dc-488a-8f25-6fa7608e9382 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0640547 Sep 22 14:58:59.257565 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cddc07e7-90c3-477f-a4d3-b212ad34f33e req-33e15d67-46be-4750-a576-1f832cfe5049 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534883 Sep 22 14:58:59.507243 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea53a3-de1f-41a2-b45e-e6acca4dfbfb req-a298ec3b-9a53-4937-9ec8-a8ec801d2cf4 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:59.509743 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-58ea53a3-de1f-41a2-b45e-e6acca4dfbfb req-a298ec3b-9a53-4937-9ec8-a8ec801d2cf4 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.0677602 Sep 22 14:58:59.563439 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:58:59.572781 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-58ea53a3-de1f-41a2-b45e-e6acca4dfbfb req-045161fc-00e9-4830-b4c4-27f1c1e1e7bd tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568650 Sep 22 14:58:59.778571 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6fbc7-a001-4801-92b3-a06836b1f43e req-160a851d-2c7c-4d96-866e-30de20ce8148 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:58:59.780728 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6fa6fbc7-a001-4801-92b3-a06836b1f43e req-160a851d-2c7c-4d96-866e-30de20ce8148 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0553935 Sep 22 14:58:59.834877 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6fa6fbc7-a001-4801-92b3-a06836b1f43e req-1f368534-ebde-45e1-af55-66b10531a791 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468354 Sep 22 14:58:59.962253 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:00.056622 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:00.263722 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 46652) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:00.367543 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1a501642-e1ba-4dce-9c01-3d7408d4f06b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:00.380637 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a1ab6-8504-4451-98c2-adc0b04d01e1 req-e6b8a5e5-50b8-4fee-ad49-e978cafbd431 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:00.382129 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6f5a1ab6-8504-4451-98c2-adc0b04d01e1 req-e6b8a5e5-50b8-4fee-ad49-e978cafbd431 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0477748 Sep 22 14:59:00.436266 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6f5a1ab6-8504-4451-98c2-adc0b04d01e1 req-9f6b07f3-372e-4362-98d5-f4a63f3d2661 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480711 Sep 22 14:59:00.448032 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1a501642-e1ba-4dce-9c01-3d7408d4f06b admin admin] Publish callbacks [] for security_group (b394e91a-f635-4a7b-886b-00999009408f), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:00.454921 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1a501642-e1ba-4dce-9c01-3d7408d4f06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (b394e91a-f635-4a7b-886b-00999009408f), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:00.498015 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a501642-e1ba-4dce-9c01-3d7408d4f06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b394e91a-f635-4a7b-886b-00999009408f,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:00.503893 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-1a501642-e1ba-4dce-9c01-3d7408d4f06b admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=1029216b9424416e808407c8d5a7afee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441878 Sep 22 14:59:00.506975 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 46658) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:00.556743 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-26c2224f-da06-4aea-bee0-19b67f8b49d6 admin admin] Publish callbacks [] for security_group (b394e91a-f635-4a7b-886b-00999009408f), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:00.576859 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-26c2224f-da06-4aea-bee0-19b67f8b49d6 admin admin] Publish callbacks [] for security_group (b394e91a-f635-4a7b-886b-00999009408f), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:00.584390 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:00.629204 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-26c2224f-da06-4aea-bee0-19b67f8b49d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (b394e91a-f635-4a7b-886b-00999009408f), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:00.632293 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-26c2224f-da06-4aea-bee0-19b67f8b49d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:00.633687 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-26c2224f-da06-4aea-bee0-19b67f8b49d6 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/b394e91a-f635-4a7b-886b-00999009408f HTTP/1.1" status: 204 len: 168 time: 0.1257715 Sep 22 14:59:00.651390 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2224f-da06-4aea-bee0-19b67f8b49d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b394e91a-f635-4a7b-886b-00999009408f,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:00.718504 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e5fd6-65fd-47cb-897b-51ead665dc42 req-0cb419af-e284-46ff-b3bb-5fee79db24e9 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:00.724273 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-217e5fd6-65fd-47cb-897b-51ead665dc42 req-0cb419af-e284-46ff-b3bb-5fee79db24e9 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.0610564 Sep 22 14:59:00.772676 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-217e5fd6-65fd-47cb-897b-51ead665dc42 req-17a0d81e-cb85-4429-9283-6fda1a8f30c1 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458322 Sep 22 14:59:00.968909 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 46674) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:00.983878 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-10ee3420-4fa1-43b6-841a-f5750c6a9884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:00.988730 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319455e-4d75-41a7-b7e8-03ae92e2e32d req-b56fd2a1-bc3c-459b-ba3f-822e80b643c9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:00.994376 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4319455e-4d75-41a7-b7e8-03ae92e2e32d req-b56fd2a1-bc3c-459b-ba3f-822e80b643c9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0655854 Sep 22 14:59:01.058057 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4319455e-4d75-41a7-b7e8-03ae92e2e32d req-2e850861-587a-49a4-81ef-d6c0106aafc0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560410 Sep 22 14:59:01.080737 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:01.105803 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-10ee3420-4fa1-43b6-841a-f5750c6a9884 admin admin] Publish callbacks [] for security_group (8ab60947-cce4-4f5a-a605-3cce05715c28), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:01.109330 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-10ee3420-4fa1-43b6-841a-f5750c6a9884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (8ab60947-cce4-4f5a-a605-3cce05715c28), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:01.155751 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-10ee3420-4fa1-43b6-841a-f5750c6a9884 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=ee83996eeb604d1e9591a06560d3e2ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846533 Sep 22 14:59:01.156522 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee3420-4fa1-43b6-841a-f5750c6a9884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab60947-cce4-4f5a-a605-3cce05715c28,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:01.158380 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 46682) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:01.211427 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-894afd24-4d15-4285-a0a2-b6f3bea2ca6d admin admin] Publish callbacks [] for security_group (8ab60947-cce4-4f5a-a605-3cce05715c28), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:01.232414 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-894afd24-4d15-4285-a0a2-b6f3bea2ca6d admin admin] Publish callbacks [] for security_group (8ab60947-cce4-4f5a-a605-3cce05715c28), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:01.282809 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-894afd24-4d15-4285-a0a2-b6f3bea2ca6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (8ab60947-cce4-4f5a-a605-3cce05715c28), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:01.285746 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-894afd24-4d15-4285-a0a2-b6f3bea2ca6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:01.287591 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-894afd24-4d15-4285-a0a2-b6f3bea2ca6d admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/8ab60947-cce4-4f5a-a605-3cce05715c28 HTTP/1.1" status: 204 len: 168 time: 0.1280630 Sep 22 14:59:01.300341 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894afd24-4d15-4285-a0a2-b6f3bea2ca6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab60947-cce4-4f5a-a605-3cce05715c28,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:01.557715 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e7612-5e5f-4288-a707-96400cebc240 req-78760584-d6d2-414e-8c0a-367b09e6fb18 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:01.559258 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-731e7612-5e5f-4288-a707-96400cebc240 req-78760584-d6d2-414e-8c0a-367b09e6fb18 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0471928 Sep 22 14:59:01.619083 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-731e7612-5e5f-4288-a707-96400cebc240 req-195f231e-6358-4f58-aaf1-c292bbc069ec tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526884 Sep 22 14:59:01.912796 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216dde8-4413-4290-8a42-90f78a2a391b req-a09befee-7128-44ae-813c-2f41b28ffe7d tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:01.915677 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5216dde8-4413-4290-8a42-90f78a2a391b req-a09befee-7128-44ae-813c-2f41b28ffe7d tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.0609913 Sep 22 14:59:01.965920 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5216dde8-4413-4290-8a42-90f78a2a391b req-2dd3ec45-db71-4e6b-b9f7-f0112f8dc598 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Sep 22 14:59:02.199450 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d39cc-77f2-4af3-9f23-6a7dbfe0ccfa req-a4fceb5f-b4e6-42b7-9383-0a2d2437fb49 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:02.201001 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e84d39cc-77f2-4af3-9f23-6a7dbfe0ccfa req-a4fceb5f-b4e6-42b7-9383-0a2d2437fb49 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0585322 Sep 22 14:59:02.251929 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e84d39cc-77f2-4af3-9f23-6a7dbfe0ccfa req-476f06ec-00a5-4403-86f3-5f50dcd58dc4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453176 Sep 22 14:59:02.746521 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab4c55-8d82-4d25-b230-abfb975814d1 req-398d0304-1b51-4ccd-90be-7ba9c8463bc9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:02.748163 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-03ab4c55-8d82-4d25-b230-abfb975814d1 req-398d0304-1b51-4ccd-90be-7ba9c8463bc9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0566840 Sep 22 14:59:02.774438 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:02.800391 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-03ab4c55-8d82-4d25-b230-abfb975814d1 req-2ac49bc6-4c61-4e7b-b5d3-95972bcf4c64 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465484 Sep 22 14:59:03.050940 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:03.094636 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13276dc-230e-48a3-851e-4dbf7df4942a req-2e1147ab-989b-43ff-8cd3-75e552e76070 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:03.096168 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c13276dc-230e-48a3-851e-4dbf7df4942a req-2e1147ab-989b-43ff-8cd3-75e552e76070 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.0542421 Sep 22 14:59:03.144929 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c13276dc-230e-48a3-851e-4dbf7df4942a req-2b5f5e4d-8f64-4d0f-9b21-49f7aa7e1851 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432725 Sep 22 14:59:03.381459 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4980a77-18db-4ebf-85a6-3fe51fcdcc42 req-1fd2470e-7619-4d0a-9ba4-3290ad2ca78d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:03.383316 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a4980a77-18db-4ebf-85a6-3fe51fcdcc42 req-1fd2470e-7619-4d0a-9ba4-3290ad2ca78d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0522282 Sep 22 14:59:03.423856 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 46794) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:03.437686 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a4980a77-18db-4ebf-85a6-3fe51fcdcc42 req-8f50cf2d-1133-49f2-a937-70fddc57dd37 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478849 Sep 22 14:59:03.545198 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e9cefbee-ec2b-4bb1-a324-c6febff6d8a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:03.623739 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e9cefbee-ec2b-4bb1-a324-c6febff6d8a4 admin admin] Publish callbacks [] for security_group (76bf07fd-7419-449d-ac98-fad959337ebe), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:03.627632 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e9cefbee-ec2b-4bb1-a324-c6febff6d8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (76bf07fd-7419-449d-ac98-fad959337ebe), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:03.667423 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e9cefbee-ec2b-4bb1-a324-c6febff6d8a4 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=198470c2029a4ef6bea8dbbbb87201f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424195 Sep 22 14:59:03.668376 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cefbee-ec2b-4bb1-a324-c6febff6d8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bf07fd-7419-449d-ac98-fad959337ebe,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:03.670662 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 46802) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:03.723434 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e203e859-4f7c-4293-88a2-19c4c1ee999a admin admin] Publish callbacks [] for security_group (76bf07fd-7419-449d-ac98-fad959337ebe), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:03.744291 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e203e859-4f7c-4293-88a2-19c4c1ee999a admin admin] Publish callbacks [] for security_group (76bf07fd-7419-449d-ac98-fad959337ebe), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:03.797793 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e203e859-4f7c-4293-88a2-19c4c1ee999a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (76bf07fd-7419-449d-ac98-fad959337ebe), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:03.800533 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e203e859-4f7c-4293-88a2-19c4c1ee999a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:03.801832 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-e203e859-4f7c-4293-88a2-19c4c1ee999a admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/76bf07fd-7419-449d-ac98-fad959337ebe HTTP/1.1" status: 204 len: 168 time: 0.1300838 Sep 22 14:59:03.808683 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 0323af73-fc1e-49d6-89a5-afd4efaccd69 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 14:59:03.814702 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203e859-4f7c-4293-88a2-19c4c1ee999a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bf07fd-7419-449d-ac98-fad959337ebe,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:03.945628 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad076d98-bbeb-414a-a3c1-41007f75a072 req-4ca025a3-2aa6-425c-8553-b50162bd0a9f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:03.952461 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ad076d98-bbeb-414a-a3c1-41007f75a072 req-4ca025a3-2aa6-425c-8553-b50162bd0a9f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0606027 Sep 22 14:59:03.973733 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 0323af73-fc1e-49d6-89a5-afd4efaccd69, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=0323af73-fc1e-49d6-89a5-afd4efaccd69,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:59:03.986269 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '0323af73-fc1e-49d6-89a5-afd4efaccd69', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'port_id': '0323af73-fc1e-49d6-89a5-afd4efaccd69', 'mac_address': 'fa:16:3e:a4:0e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 14:59:04.004301 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ad076d98-bbeb-414a-a3c1-41007f75a072 req-0c664baf-0211-4a88-9bdc-abcded6832d8 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504384 Sep 22 14:59:04.029538 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 0323af73-fc1e-49d6-89a5-afd4efaccd69 is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:59:04.029924 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:04.043655 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0323af73-fc1e-49d6-89a5-afd4efaccd69 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 14:59:04.064886 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 0323af73-fc1e-49d6-89a5-afd4efaccd69, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=0323af73-fc1e-49d6-89a5-afd4efaccd69,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:59:04.068075 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:04.104742 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:04.123601 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=0323af73-fc1e-49d6-89a5-afd4efaccd69,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:04.136374 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 46810) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:04.150851 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8ac99718-0ccf-47cb-9240-b745d8b7472b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:04.240287 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8ac99718-0ccf-47cb-9240-b745d8b7472b admin admin] Publish callbacks [] for security_group (7f0450ce-6e80-4a62-9626-9c9e1a1f1e7e), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:04.244172 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8ac99718-0ccf-47cb-9240-b745d8b7472b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (7f0450ce-6e80-4a62-9626-9c9e1a1f1e7e), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:04.274061 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d32dc-83a6-4730-9768-56b77fc7afa4 req-77e60b12-a414-4ea8-8986-97fac71c5d75 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:04.275739 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-642d32dc-83a6-4730-9768-56b77fc7afa4 req-77e60b12-a414-4ea8-8986-97fac71c5d75 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.0507338 Sep 22 14:59:04.291988 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-8ac99718-0ccf-47cb-9240-b745d8b7472b admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=e49e5a9b334a47f7b6a5aec6d50924b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517282 Sep 22 14:59:04.291988 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac99718-0ccf-47cb-9240-b745d8b7472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0450ce-6e80-4a62-9626-9c9e1a1f1e7e,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:04.293416 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 46816) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:04.342988 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-642d32dc-83a6-4730-9768-56b77fc7afa4 req-a28393ea-f37c-4729-9582-cad86f5e89a9 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574491 Sep 22 14:59:04.348850 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ca1b-b3c4-4134-9624-0d895c603f52 admin admin] Publish callbacks [] for security_group (7f0450ce-6e80-4a62-9626-9c9e1a1f1e7e), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:04.370429 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ca1b-b3c4-4134-9624-0d895c603f52 admin admin] Publish callbacks [] for security_group (7f0450ce-6e80-4a62-9626-9c9e1a1f1e7e), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:04.429752 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ca1b-b3c4-4134-9624-0d895c603f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (7f0450ce-6e80-4a62-9626-9c9e1a1f1e7e), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:04.432640 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ca1b-b3c4-4134-9624-0d895c603f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:04.434326 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e3e5ca1b-b3c4-4134-9624-0d895c603f52 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/7f0450ce-6e80-4a62-9626-9c9e1a1f1e7e HTTP/1.1" status: 204 len: 168 time: 0.1389503 Sep 22 14:59:04.442843 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5ca1b-b3c4-4134-9624-0d895c603f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0450ce-6e80-4a62-9626-9c9e1a1f1e7e,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:04.610076 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90272130-8cdd-481f-a2a5-e385ef85df4c req-7eb46fee-8e05-414d-8f72-68e643eee475 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:04.611815 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-90272130-8cdd-481f-a2a5-e385ef85df4c req-7eb46fee-8e05-414d-8f72-68e643eee475 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0531042 Sep 22 14:59:04.664530 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-90272130-8cdd-481f-a2a5-e385ef85df4c req-b0d29b05-e725-4589-a694-27d3aa63d8e0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472217 Sep 22 14:59:05.133388 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca205e-8def-4134-bff9-37224968619f req-2396b261-4eaa-46a6-babc-e5574b262e80 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:05.134937 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-82ca205e-8def-4134-bff9-37224968619f req-2396b261-4eaa-46a6-babc-e5574b262e80 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0492554 Sep 22 14:59:05.184826 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-82ca205e-8def-4134-bff9-37224968619f req-760972d1-a310-40d9-b2d9-0e05d82ee5f5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430579 Sep 22 14:59:05.522040 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['0323af73-fc1e-49d6-89a5-afd4efaccd69'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 14:59:05.742059 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f88986-3294-4ea0-9af6-aea2bb434a4a req-51b78c24-3750-4d41-af0c-4ff34f76e755 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:05.749510 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-66f88986-3294-4ea0-9af6-aea2bb434a4a req-51b78c24-3750-4d41-af0c-4ff34f76e755 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.3131301 Sep 22 14:59:05.829831 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-66f88986-3294-4ea0-9af6-aea2bb434a4a req-9162dd95-dbb4-45a5-89b3-c2df305a33db tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789924 Sep 22 14:59:05.869146 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ffcff-0d8e-4e79-82c0-ce1f70bb0982 req-e3ea53ed-06a3-417e-9b89-c19955054de8 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:05.870716 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8f7ffcff-0d8e-4e79-82c0-ce1f70bb0982 req-e3ea53ed-06a3-417e-9b89-c19955054de8 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0570037 Sep 22 14:59:05.927657 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8f7ffcff-0d8e-4e79-82c0-ce1f70bb0982 req-49fd265a-1ecd-446d-b4f7-763306218592 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496695 Sep 22 14:59:06.309188 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39234909-adda-4ca7-8837-14c10662c6f3 req-4f625999-d0a6-4e4b-9ee3-e16eb25da374 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:06.311304 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-39234909-adda-4ca7-8837-14c10662c6f3 req-4f625999-d0a6-4e4b-9ee3-e16eb25da374 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0523236 Sep 22 14:59:06.347595 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:06.364068 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-39234909-adda-4ca7-8837-14c10662c6f3 req-8326acf9-d20e-42c6-9d7a-f0845713f971 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470302 Sep 22 14:59:06.962402 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:06.989497 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521052b-c616-45fc-9343-2a3073406eaf req-a46630de-1a18-4e53-9f76-ebbcdf259b99 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:06.996957 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c521052b-c616-45fc-9343-2a3073406eaf req-a46630de-1a18-4e53-9f76-ebbcdf259b99 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.0639043 Sep 22 14:59:07.072760 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c521052b-c616-45fc-9343-2a3073406eaf req-c1eccc06-18d9-44d3-9305-6a0174d292e1 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746322 Sep 22 14:59:07.084372 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009557a1-61f4-4de7-bd73-b1f0a10913aa req-f8f704dc-e712-4cac-8c41-95c48e81d90e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:07.084938 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-009557a1-61f4-4de7-bd73-b1f0a10913aa req-f8f704dc-e712-4cac-8c41-95c48e81d90e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0641403 Sep 22 14:59:07.137041 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-009557a1-61f4-4de7-bd73-b1f0a10913aa req-888b8078-d2f5-43e9-968f-9cf0646e8818 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458708 Sep 22 14:59:07.483762 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b5639-2642-4be0-8890-bfa73a4180f0 req-906f5233-a275-4661-9e04-e01d6ace4b02 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:07.485277 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-951b5639-2642-4be0-8890-bfa73a4180f0 req-906f5233-a275-4661-9e04-e01d6ace4b02 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0467083 Sep 22 14:59:07.533703 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-951b5639-2642-4be0-8890-bfa73a4180f0 req-6d19573b-032b-4798-be35-3a46c5f5170f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427597 Sep 22 14:59:08.197715 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f0a46-2690-4cb1-b950-8aea2da4b25c req-6a11f899-608b-45a1-9817-aeefb065d897 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:08.199490 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-087f0a46-2690-4cb1-b950-8aea2da4b25c req-6a11f899-608b-45a1-9817-aeefb065d897 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.0495517 Sep 22 14:59:08.283262 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-087f0a46-2690-4cb1-b950-8aea2da4b25c req-5cfacae0-ee2f-46ec-997a-7613a0cbd015 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779910 Sep 22 14:59:08.288752 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb5c69-01a3-4106-9db5-9a3e9dc19089 req-f318506d-9563-47f3-9dbe-9ba57a97041f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:08.290165 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-39bb5c69-01a3-4106-9db5-9a3e9dc19089 req-f318506d-9563-47f3-9dbe-9ba57a97041f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0706611 Sep 22 14:59:08.338572 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-39bb5c69-01a3-4106-9db5-9a3e9dc19089 req-4b4e7d10-178b-491d-859e-90b5d5948733 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425305 Sep 22 14:59:08.650037 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58634a-13ed-47e3-bcd1-adced6d6453b req-1b56efae-655a-46d4-bb3b-dd7f8244ea8b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:08.651583 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bf58634a-13ed-47e3-bcd1-adced6d6453b req-1b56efae-655a-46d4-bb3b-dd7f8244ea8b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0456445 Sep 22 14:59:08.698454 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bf58634a-13ed-47e3-bcd1-adced6d6453b req-2c202867-6f3f-4310-88ed-1ea2a63f98b9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410244 Sep 22 14:59:09.406152 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bdb1e-8efc-4bcd-a57f-fa2bd4a6ed44 req-e2c2c70c-31f0-4a92-8e4d-e12eb2ca0cd9 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:09.407724 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b75bdb1e-8efc-4bcd-a57f-fa2bd4a6ed44 req-e2c2c70c-31f0-4a92-8e4d-e12eb2ca0cd9 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.0517464 Sep 22 14:59:09.485536 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9775a-eb0e-49d6-8602-185df9a090d5 req-38929fab-d63d-4832-9018-4d7e312ecbdd tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:09.487035 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2bc9775a-eb0e-49d6-8602-185df9a090d5 req-38929fab-d63d-4832-9018-4d7e312ecbdd tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0676703 Sep 22 14:59:09.494346 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b75bdb1e-8efc-4bcd-a57f-fa2bd4a6ed44 req-9909577b-170f-4e99-b434-1d43bd9c6319 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810728 Sep 22 14:59:09.537962 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2bc9775a-eb0e-49d6-8602-185df9a090d5 req-79ff9536-740e-4ea0-9665-b92796bbce0c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426571 Sep 22 14:59:09.818875 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643e986-c881-42aa-b19e-b3bb5ea1832f req-5a5af48f-6ffa-4028-8958-e9022c7c7c32 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:09.820397 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a643e986-c881-42aa-b19e-b3bb5ea1832f req-5a5af48f-6ffa-4028-8958-e9022c7c7c32 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0473824 Sep 22 14:59:09.873334 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a643e986-c881-42aa-b19e-b3bb5ea1832f req-79383d3b-c08a-4ef0-ba65-61a76ad78f21 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471110 Sep 22 14:59:10.400454 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 0323af73-fc1e-49d6-89a5-afd4efaccd69 up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:59:10.442346 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:10.446777 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port 0323af73-fc1e-49d6-89a5-afd4efaccd69 completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 14:59:10.453835 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 0323af73-fc1e-49d6-89a5-afd4efaccd69 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:59:10.454251 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:10.454706 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 0323af73-fc1e-49d6-89a5-afd4efaccd69 Sep 22 14:59:10.539696 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 0323af73-fc1e-49d6-89a5-afd4efaccd69 is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:59:10.540096 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:10.565059 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ae121c-18c3-43fc-88c6-e10536ce02c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0323af73-fc1e-49d6-89a5-afd4efaccd69'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 14:59:10.618418 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20f0a3-4383-4520-aa92-97d36c1bbc4b req-41376fb2-2128-421a-aa76-f5b79822e58c tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:10.620071 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1c20f0a3-4383-4520-aa92-97d36c1bbc4b req-41376fb2-2128-421a-aa76-f5b79822e58c tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.0497229 Sep 22 14:59:10.644411 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 0323af73-fc1e-49d6-89a5-afd4efaccd69, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=0323af73-fc1e-49d6-89a5-afd4efaccd69,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:59:10.648606 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:10.692107 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95979063-be57-4a81-8e8c-525b5a175e4e req-de1a279e-cf36-4e85-9bd4-680e0995a205 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:10.693563 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-95979063-be57-4a81-8e8c-525b5a175e4e req-de1a279e-cf36-4e85-9bd4-680e0995a205 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0724032 Sep 22 14:59:10.706912 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=0323af73-fc1e-49d6-89a5-afd4efaccd69,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:10.715254 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:10.715617 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:10.716010 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:10.716607 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:10.716949 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:10.717290 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:10.717689 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:10.717990 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:10.718326 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:10.718782 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:10.719120 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:10.719495 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:10.719830 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:10.720156 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:10.720670 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:10.733070 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1c20f0a3-4383-4520-aa92-97d36c1bbc4b req-1b2f3061-8c90-4c3f-a212-447392d61116 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027946 Sep 22 14:59:10.750203 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:10.760845 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf08e75-9de7-4e8f-bf58-35b370f8b658" -d '{"events": [{"server_uuid": "83ae121c-18c3-43fc-88c6-e10536ce02c6", "name": "network-vif-plugged", "status": "completed", "tag": "0323af73-fc1e-49d6-89a5-afd4efaccd69"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 14:59:10.766787 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-95979063-be57-4a81-8e8c-525b5a175e4e req-2c1587de-78f9-4bfb-affe-c1f28e1f6db8 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648572 Sep 22 14:59:10.858766 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 14:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e94a0b-f296-4b9c-9255-3392d45c0e9f x-openstack-request-id: req-34e94a0b-f296-4b9c-9255-3392d45c0e9f {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 14:59:10.859083 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ae121c-18c3-43fc-88c6-e10536ce02c6", "name": "network-vif-plugged", "status": "completed", "tag": "0323af73-fc1e-49d6-89a5-afd4efaccd69", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 14:59:10.859379 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-34e94a0b-f296-4b9c-9255-3392d45c0e9f {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 14:59:10.859836 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e94a0b-f296-4b9c-9255-3392d45c0e9f'] response: {'server_uuid': '83ae121c-18c3-43fc-88c6-e10536ce02c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0323af73-fc1e-49d6-89a5-afd4efaccd69', 'code': 200} Sep 22 14:59:10.990201 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:10.998704 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ca449-2ebd-4a63-92df-390d120c2fe5 req-d0dab7a1-fe7e-4523-b38e-a7df37fd6b69 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:11.000854 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2c6ca449-2ebd-4a63-92df-390d120c2fe5 req-d0dab7a1-fe7e-4523-b38e-a7df37fd6b69 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0542543 Sep 22 14:59:11.050092 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2c6ca449-2ebd-4a63-92df-390d120c2fe5 req-d2e60c4c-f472-422c-b13e-fff025457660 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435302 Sep 22 14:59:11.661432 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c41c6-3d14-40f4-bdc9-3a850345f0c0 req-bf3c0566-ae1b-48c4-8e84-0e68d5d883d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:11.663563 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ba4c41c6-3d14-40f4-bdc9-3a850345f0c0 req-bf3c0566-ae1b-48c4-8e84-0e68d5d883d7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 1129 time: 0.0434823 Sep 22 14:59:11.743792 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08910273-fcfd-4f6e-b9bc-90265b51126c req-6833eba1-8c8e-4933-92c8-fb5e75e65b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:11.749705 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-08910273-fcfd-4f6e-b9bc-90265b51126c req-6833eba1-8c8e-4933-92c8-fb5e75e65b78 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=3e3eb7b7c1be4710b1cdea1e2dc4bf91&device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 1127 time: 0.0569065 Sep 22 14:59:11.757060 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:DELETE=4,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:11.806823 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a04261-0ff1-416e-ae37-52276032eddf req-52032e8e-1491-40ec-b609-1c7fb38146e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:11.808388 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b9a04261-0ff1-416e-ae37-52276032eddf req-52032e8e-1491-40ec-b609-1c7fb38146e0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 1127 time: 0.1002846 Sep 22 14:59:11.871831 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.49', 49374) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:11.936529 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:12.023183 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5beea-792b-4eff-9df6-720bb00fd3bb req-33bd1738-a344-4701-bb89-4aa7ddce05e2 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:12.024741 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-caf5beea-792b-4eff-9df6-720bb00fd3bb req-33bd1738-a344-4701-bb89-4aa7ddce05e2 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.1936173 Sep 22 14:59:12.031680 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442495d1-7bb2-4ab1-83a9-f4a3d247f82f req-a8db0cf4-ef3a-4683-afde-3289df435818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:12.032395 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-eb9021f9-6e9d-4127-a519-4beb91f3ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:12.033514 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-442495d1-7bb2-4ab1-83a9-f4a3d247f82f req-a8db0cf4-ef3a-4683-afde-3289df435818 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 1129 time: 0.1585393 Sep 22 14:59:12.033878 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-eb9021f9-6e9d-4127-a519-4beb91f3ce5b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 1127 time: 0.1671324 Sep 22 14:59:12.040281 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c30ae-7a6a-422b-97d5-f86e340f5d24 req-d2c7c1d9-38f5-4951-a2e6-8b6af58fac4c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:12.040917 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c41c6-3d14-40f4-bdc9-3a850345f0c0 req-eee9ab5b-dd90-4241-9040-fc96be599e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:12.041235 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f31c30ae-7a6a-422b-97d5-f86e340f5d24 req-d2c7c1d9-38f5-4951-a2e6-8b6af58fac4c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.1661673 Sep 22 14:59:12.042767 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ba4c41c6-3d14-40f4-bdc9-3a850345f0c0 req-eee9ab5b-dd90-4241-9040-fc96be599e58 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 920 time: 0.3494532 Sep 22 14:59:12.138963 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a04261-0ff1-416e-ae37-52276032eddf req-3f428d45-2134-4b2e-93b7-e66607c0619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:12.140330 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08910273-fcfd-4f6e-b9bc-90265b51126c req-e31c230e-149d-4ddb-b5d1-479a9cebafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:12.141038 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b9a04261-0ff1-416e-ae37-52276032eddf req-3f428d45-2134-4b2e-93b7-e66607c0619f service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=58581ef3e3844816923467523d5be072&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2938635 Sep 22 14:59:12.141853 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-08910273-fcfd-4f6e-b9bc-90265b51126c req-e31c230e-149d-4ddb-b5d1-479a9cebafbc service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=58226669-f6bc-411a-ab8b-ce2f575083e8 HTTP/1.1" status: 200 len: 912 time: 0.3598053 Sep 22 14:59:12.144878 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-02c99149-65eb-4154-ae48-fb4625292b6a service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3257c80-b559-4b7e-a1fe-503ee11c4dce HTTP/1.1" status: 200 len: 217 time: 0.0761037 Sep 22 14:59:12.149498 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ba4c41c6-3d14-40f4-bdc9-3a850345f0c0 req-8fa200ed-15f9-4ddc-a3ea-f88e8164d9f4 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0323af73-fc1e-49d6-89a5-afd4efaccd69 HTTP/1.1" status: 200 len: 217 time: 0.0872402 Sep 22 14:59:12.150195 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-442495d1-7bb2-4ab1-83a9-f4a3d247f82f req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:12.254696 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-08910273-fcfd-4f6e-b9bc-90265b51126c req-8f7d1368-1df0-4125-ad3c-fa4bf00f23fd service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c751d6bc-2dcd-432a-8640-af91fce6db21 HTTP/1.1" status: 200 len: 217 time: 0.0876875 Sep 22 14:59:12.260643 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-caf5beea-792b-4eff-9df6-720bb00fd3bb req-4669ba3b-6aa6-4e7e-adff-0597826cd46a tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073171 Sep 22 14:59:12.281127 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f31c30ae-7a6a-422b-97d5-f86e340f5d24 req-2c4158d0-def1-404b-99c7-ac9d3b7c27e3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225070 Sep 22 14:59:12.344254 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-daa7fba5-2553-41ad-bdb9-72848c306aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:12.346896 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-daa7fba5-2553-41ad-bdb9-72848c306aa6 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.1811450 Sep 22 14:59:12.398725 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08910273-fcfd-4f6e-b9bc-90265b51126c req-ff0e036b-f7b7-40a4-869e-5df01a7c9324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:12.400306 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-08910273-fcfd-4f6e-b9bc-90265b51126c req-ff0e036b-f7b7-40a4-869e-5df01a7c9324 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a2cb4503-ed4c-4429-99f4-1d9e2a6756f5 HTTP/1.1" status: 200 len: 850 time: 0.1385305 Sep 22 14:59:12.478099 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-9d039e70-69f9-46b2-82ad-9fd3a4d11fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:12.480490 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-9d039e70-69f9-46b2-82ad-9fd3a4d11fbd service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1173577 Sep 22 14:59:12.510848 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad4dbe-c05d-499f-9664-ca6e030da168 req-1fc57330-96a7-450c-8f2c-25067663b6b5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:12.512333 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cbad4dbe-c05d-499f-9664-ca6e030da168 req-1fc57330-96a7-450c-8f2c-25067663b6b5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.1111662 Sep 22 14:59:12.554408 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08910273-fcfd-4f6e-b9bc-90265b51126c req-66c8d66f-7c14-4ff1-8fd8-82c0aa07bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:12.555903 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-08910273-fcfd-4f6e-b9bc-90265b51126c req-66c8d66f-7c14-4ff1-8fd8-82c0aa07bbf7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=58226669-f6bc-411a-ab8b-ce2f575083e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1394200 Sep 22 14:59:12.606088 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-442495d1-7bb2-4ab1-83a9-f4a3d247f82f req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Publish callbacks [] for security_group (dc1d5e1e-85f7-4892-a524-b869bbb659b9), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:12.617206 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c41c6-3d14-40f4-bdc9-3a850345f0c0 req-c9123336-b46f-4751-9276-3cf7fec39ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:12.618882 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ba4c41c6-3d14-40f4-bdc9-3a850345f0c0 req-c9123336-b46f-4751-9276-3cf7fec39ed0 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.3923481 Sep 22 14:59:12.621928 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-442495d1-7bb2-4ab1-83a9-f4a3d247f82f req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (dc1d5e1e-85f7-4892-a524-b869bbb659b9), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:12.691406 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cbad4dbe-c05d-499f-9664-ca6e030da168 req-4a74ff13-d147-49c7-a9fb-06906319b52c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640546 Sep 22 14:59:12.709153 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:12.722998 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-08910273-fcfd-4f6e-b9bc-90265b51126c req-521382a7-b7ee-4497-89bd-f4b219e9bdb4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58226669-f6bc-411a-ab8b-ce2f575083e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515024 Sep 22 14:59:12.724710 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-8b8a0c60-7747-45ad-ba27-7c5c306dc6e4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344220 Sep 22 14:59:12.755069 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-442495d1-7bb2-4ab1-83a9-f4a3d247f82f req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917026 Sep 22 14:59:12.763634 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a04261-0ff1-416e-ae37-52276032eddf req-2b4d0a75-276e-454e-97d2-b376cbb41894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:12.765021 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b9a04261-0ff1-416e-ae37-52276032eddf req-2b4d0a75-276e-454e-97d2-b376cbb41894 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6057186 Sep 22 14:59:12.765970 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1d5e1e-85f7-4892-a524-b869bbb659b9,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:12.769533 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c41c6-3d14-40f4-bdc9-3a850345f0c0 req-316976f2-7421-42d1-959e-2468a3082d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:12.770965 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ba4c41c6-3d14-40f4-bdc9-3a850345f0c0 req-316976f2-7421-42d1-959e-2468a3082d14 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1387761 Sep 22 14:59:12.775596 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:12.775958 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:12.776307 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:12.776655 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:12.776995 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:12.777600 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:12.777903 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:12.778237 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:12.778570 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:12.778918 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:12.779303 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:12.779638 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:12.780001 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:12.780331 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:12.780659 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:12.871185 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:12.895629 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-13a79286-65d1-4e0e-b831-0e3052f8ee78 req-f7c372ad-cb2b-479c-bfe3-f143c08a3b97 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613340 Sep 22 14:59:12.897711 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-08910273-fcfd-4f6e-b9bc-90265b51126c req-1bb294b0-f6ec-43f0-9411-a0df9dfbeaa1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/58226669-f6bc-411a-ab8b-ce2f575083e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624780 Sep 22 14:59:13.470117 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeed988-f399-4dfe-8300-33f782dd38e0 req-c81c27d8-f911-4d48-845f-186541931d46 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:13.477096 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-faeed988-f399-4dfe-8300-33f782dd38e0 req-c81c27d8-f911-4d48-845f-186541931d46 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.1221588 Sep 22 14:59:13.492040 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82de2db-e449-4094-bf96-188b1ccf64b9 req-4038b1a3-7fdb-40dc-bc0f-0010feb79abb tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:13.493540 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d82de2db-e449-4094-bf96-188b1ccf64b9 req-4038b1a3-7fdb-40dc-bc0f-0010feb79abb tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.1179237 Sep 22 14:59:13.570973 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-faeed988-f399-4dfe-8300-33f782dd38e0 req-8e15bf6f-89f2-4cc7-9c0c-f2543c27d535 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929720 Sep 22 14:59:13.592040 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d82de2db-e449-4094-bf96-188b1ccf64b9 req-d3054fae-6329-4b1f-a226-4e5b9668db90 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854499 Sep 22 14:59:13.830698 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200cf73-a8fb-4fd0-899e-7fe04a6123d3 req-72c9ad6e-914e-40b2-a271-38136542b4cb tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:13.832249 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d200cf73-a8fb-4fd0-899e-7fe04a6123d3 req-72c9ad6e-914e-40b2-a271-38136542b4cb tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0611539 Sep 22 14:59:13.887964 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d200cf73-a8fb-4fd0-899e-7fe04a6123d3 req-ae632079-37fc-4d3a-b551-5374371ce7a9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496809 Sep 22 14:59:14.715110 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672199-71e9-4c0d-81d4-a3bcebe7cbe2 req-f0b349f1-959d-4c8b-b094-f98b2d57c1eb tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:14.716508 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e672199-71e9-4c0d-81d4-a3bcebe7cbe2 req-f0b349f1-959d-4c8b-b094-f98b2d57c1eb tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 943 time: 0.0693924 Sep 22 14:59:14.745559 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940f58d-8e94-458d-832d-acfbd39a0356 req-87772e18-23cf-4541-99ee-513915b6bcd1 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:14.746978 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5940f58d-8e94-458d-832d-acfbd39a0356 req-87772e18-23cf-4541-99ee-513915b6bcd1 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0716760 Sep 22 14:59:14.792404 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e672199-71e9-4c0d-81d4-a3bcebe7cbe2 req-ee2c08b5-8bcc-4ac7-86c0-cacb82068e85 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677321 Sep 22 14:59:14.816775 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5940f58d-8e94-458d-832d-acfbd39a0356 req-46f4bd31-0543-470b-bb2e-17d9b81037d4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632036 Sep 22 14:59:15.169478 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e840a9-d77a-43ad-bcf2-5f1b1f491522 req-5498868f-8cd3-42c8-86ad-dea4418f6364 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:15.170977 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c3e840a9-d77a-43ad-bcf2-5f1b1f491522 req-5498868f-8cd3-42c8-86ad-dea4418f6364 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.2069952 Sep 22 14:59:15.218445 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c3e840a9-d77a-43ad-bcf2-5f1b1f491522 req-8f8cf8ad-8265-4e57-b9b8-51e1a912da74 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418315 Sep 22 14:59:15.358839 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device c751d6bc-2dcd-432a-8640-af91fce6db21 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 14:59:15.461385 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port c751d6bc-2dcd-432a-8640-af91fce6db21, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c751d6bc-2dcd-432a-8640-af91fce6db21,segment=NetworkSegment(f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275),segment_id=f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:59:15.474641 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': 'c751d6bc-2dcd-432a-8640-af91fce6db21', 'network_id': '58226669-f6bc-411a-ab8b-ce2f575083e8', 'port_id': 'c751d6bc-2dcd-432a-8640-af91fce6db21', 'mac_address': 'fa:16:3e:cf:13:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2cb4503-ed4c-4429-99f4-1d9e2a6756f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 14:59:15.513061 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port c751d6bc-2dcd-432a-8640-af91fce6db21 is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:59:15.513449 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:15.526375 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c751d6bc-2dcd-432a-8640-af91fce6db21 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 14:59:15.546719 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port c751d6bc-2dcd-432a-8640-af91fce6db21, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c751d6bc-2dcd-432a-8640-af91fce6db21,segment=NetworkSegment(f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275),segment_id=f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:59:15.550841 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:15.596415 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=c751d6bc-2dcd-432a-8640-af91fce6db21,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:15.943403 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805c53f-8877-45dc-bc84-ef14a0c66b4d req-cb6fc11f-d5f4-4713-85b0-5832c1281420 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:15.944900 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a805c53f-8877-45dc-bc84-ef14a0c66b4d req-cb6fc11f-d5f4-4713-85b0-5832c1281420 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 944 time: 0.0778062 Sep 22 14:59:15.955443 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d38c56-67f1-44e3-828a-5bdde062db2e req-a383fa15-761d-4914-85c4-f9ce47e8df6b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:15.956909 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-83d38c56-67f1-44e3-828a-5bdde062db2e req-a383fa15-761d-4914-85c4-f9ce47e8df6b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0586324 Sep 22 14:59:16.034250 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a805c53f-8877-45dc-bc84-ef14a0c66b4d req-1c0a1eae-e546-4e7b-bbeb-a9450ae4c7cd tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763507 Sep 22 14:59:16.037510 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-83d38c56-67f1-44e3-828a-5bdde062db2e req-8fbe0369-5e25-480f-acb8-0cbb21c7af59 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735657 Sep 22 14:59:16.338034 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b86c8-0676-47b4-8fd4-71d6a2006877 req-1d1628b0-a6a7-4a9b-825d-5c75c3612b35 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:16.339597 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-347b86c8-0676-47b4-8fd4-71d6a2006877 req-1d1628b0-a6a7-4a9b-825d-5c75c3612b35 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0477297 Sep 22 14:59:16.390574 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-347b86c8-0676-47b4-8fd4-71d6a2006877 req-a3e38959-b3ba-4d2b-a840-fa65939b12b8 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444200 Sep 22 14:59:17.151536 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:17.187308 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:59:17.199594 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50121f7c-398f-4479-bd22-99dc206c1d63 req-3e0c1e3b-2723-4459-91cc-271031986799 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:17.201124 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50121f7c-398f-4479-bd22-99dc206c1d63 req-3e0c1e3b-2723-4459-91cc-271031986799 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 944 time: 0.0899076 Sep 22 14:59:17.209256 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31221e7-e68d-4914-a9d0-df2a8a1a6e65 req-bb093232-5cd2-40a7-a573-99c8ed91c204 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:17.210730 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e31221e7-e68d-4914-a9d0-df2a8a1a6e65 req-bb093232-5cd2-40a7-a573-99c8ed91c204 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0901563 Sep 22 14:59:17.262908 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:17.284519 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50121f7c-398f-4479-bd22-99dc206c1d63 req-684d1c95-c651-493a-b3af-9d3592139773 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727384 Sep 22 14:59:17.296689 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e31221e7-e68d-4914-a9d0-df2a8a1a6e65 req-16a53d6b-b765-49b1-b9a6-6d902cd4f3cd tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783310 Sep 22 14:59:17.525485 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72e8e5-38d6-4e4e-be60-728eb53099f3 req-aebeb107-de56-4cb2-92f6-42d1e4b24545 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:17.527549 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2d72e8e5-38d6-4e4e-be60-728eb53099f3 req-aebeb107-de56-4cb2-92f6-42d1e4b24545 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0602918 Sep 22 14:59:17.579904 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2d72e8e5-38d6-4e4e-be60-728eb53099f3 req-5755301a-98f2-47fb-8641-0e0219ccc0e0 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460851 Sep 22 14:59:18.142914 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['c751d6bc-2dcd-432a-8640-af91fce6db21'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 14:59:18.172630 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ba4c41c6-3d14-40f4-bdc9-3a850345f0c0 req-e0bb54bb-7d02-46bd-a2e7-1a11f02d9054 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261954 Sep 22 14:59:18.283077 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:18.439483 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb0fdf-0937-4242-875c-901439475861 req-07a84b14-9618-4874-b65c-2d462a89fe77 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:18.440975 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-47cb0fdf-0937-4242-875c-901439475861 req-07a84b14-9618-4874-b65c-2d462a89fe77 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 944 time: 0.0783496 Sep 22 14:59:18.460245 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd2fab-3dd2-4bc4-ac30-4bb1c9c84d31 req-fc1972f5-1bc6-4bc0-b206-3c20c69fc56a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:18.461668 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-92cd2fab-3dd2-4bc4-ac30-4bb1c9c84d31 req-fc1972f5-1bc6-4bc0-b206-3c20c69fc56a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0663574 Sep 22 14:59:18.523776 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-47cb0fdf-0937-4242-875c-901439475861 req-a5d29a4c-dd9d-4434-b581-1bd63a8144e5 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769200 Sep 22 14:59:18.539769 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-92cd2fab-3dd2-4bc4-ac30-4bb1c9c84d31 req-bef45984-4306-4a4a-81a8-f26df7fbb953 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708127 Sep 22 14:59:18.716857 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291822a8-0bec-4def-a1c9-0d20317b54ea req-2d0f3ca5-9bbf-48cc-a36d-e816286b32d5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:18.718335 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-291822a8-0bec-4def-a1c9-0d20317b54ea req-2d0f3ca5-9bbf-48cc-a36d-e816286b32d5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0527947 Sep 22 14:59:18.766540 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-291822a8-0bec-4def-a1c9-0d20317b54ea req-4f71ff25-c718-4fd7-a2e4-ad522425ffc0 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424159 Sep 22 14:59:19.417103 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device c751d6bc-2dcd-432a-8640-af91fce6db21 up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:59:19.461349 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port c751d6bc-2dcd-432a-8640-af91fce6db21 completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 14:59:19.467171 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port c751d6bc-2dcd-432a-8640-af91fce6db21 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:59:19.468216 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:19.468557 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port c751d6bc-2dcd-432a-8640-af91fce6db21 Sep 22 14:59:19.506667 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:19.552164 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port c751d6bc-2dcd-432a-8640-af91fce6db21 is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:59:19.552164 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:19.580276 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4429a701-1d54-4312-9716-0ac3778975b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c751d6bc-2dcd-432a-8640-af91fce6db21'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 14:59:19.582932 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93118f98-aad8-4d3a-a6f9-5cedde20999a" -d '{"events": [{"server_uuid": "4429a701-1d54-4312-9716-0ac3778975b4", "name": "network-vif-plugged", "status": "completed", "tag": "c751d6bc-2dcd-432a-8640-af91fce6db21"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 14:59:19.599728 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port c751d6bc-2dcd-432a-8640-af91fce6db21, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c751d6bc-2dcd-432a-8640-af91fce6db21,segment=NetworkSegment(f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275),segment_id=f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:59:19.605202 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:19.674467 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=c751d6bc-2dcd-432a-8640-af91fce6db21,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:19.730885 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83be35d-40bb-4c2e-b289-dc128faf09ae req-08a204ca-bff0-4b69-a896-b400db99a2f8 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:19.732349 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b83be35d-40bb-4c2e-b289-dc128faf09ae req-08a204ca-bff0-4b69-a896-b400db99a2f8 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.0757301 Sep 22 14:59:19.738617 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b693acd-93b0-4a9a-95d5-1fabb41e1872 req-a1ea8fb3-b9b4-44d7-8631-27d8679aad9e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:19.741465 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8b693acd-93b0-4a9a-95d5-1fabb41e1872 req-a1ea8fb3-b9b4-44d7-8631-27d8679aad9e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0945904 Sep 22 14:59:19.832698 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b83be35d-40bb-4c2e-b289-dc128faf09ae req-c50ed28f-94f2-4b7c-8276-8f0b295ed9f6 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902026 Sep 22 14:59:19.836868 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8b693acd-93b0-4a9a-95d5-1fabb41e1872 req-7135e4d5-8da4-462b-b1d2-04ea43868431 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851369 Sep 22 14:59:19.940133 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 14:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fe5999-0a4e-44e0-93ab-81f3c5d63aa4 x-openstack-request-id: req-98fe5999-0a4e-44e0-93ab-81f3c5d63aa4 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 14:59:19.940455 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4429a701-1d54-4312-9716-0ac3778975b4", "name": "network-vif-plugged", "status": "completed", "tag": "c751d6bc-2dcd-432a-8640-af91fce6db21", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 14:59:19.941444 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98fe5999-0a4e-44e0-93ab-81f3c5d63aa4 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 14:59:19.941991 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98fe5999-0a4e-44e0-93ab-81f3c5d63aa4'] response: {'server_uuid': '4429a701-1d54-4312-9716-0ac3778975b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c751d6bc-2dcd-432a-8640-af91fce6db21', 'code': 200} Sep 22 14:59:20.015816 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c960d6b-7086-4aa8-aac3-4db5e7466bdf req-60ca59eb-02ce-4bc5-9e40-90713aa3e333 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:20.017813 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0c960d6b-7086-4aa8-aac3-4db5e7466bdf req-60ca59eb-02ce-4bc5-9e40-90713aa3e333 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0667255 Sep 22 14:59:20.095883 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0c960d6b-7086-4aa8-aac3-4db5e7466bdf req-9c59dcf5-10d8-40b9-a89f-3b814987212a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685949 Sep 22 14:59:20.722343 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 47318) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:20.829180 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:20.914039 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Publish callbacks [] for security_group (0e0504fb-1452-40a3-b91f-400f7c5a2a87), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:20.920550 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (0e0504fb-1452-40a3-b91f-400f7c5a2a87), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:20.934989 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:21.027775 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:21.038009 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=e343f78042c0450794e592f1ea1abc4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116579 Sep 22 14:59:21.038009 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0504fb-1452-40a3-b91f-400f7c5a2a87,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:21.038340 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 47326) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:21.055423 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:21.055776 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:21.056132 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:21.056477 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:21.056818 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:21.057154 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:21.057490 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:21.057821 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:21.058153 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:21.058487 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:21.058819 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:21.059153 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:21.059505 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:21.059834 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:21.060158 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8e402-dfa5-4e52-a3a0-b52b169d1a88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 14:59:21.070515 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd75e33-ff57-41f1-95e7-2c31fb2de2c8 req-96320534-8e6b-445e-a301-553132c38d8c tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:21.072083 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6bd75e33-ff57-41f1-95e7-2c31fb2de2c8 req-96320534-8e6b-445e-a301-553132c38d8c tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.1153364 Sep 22 14:59:21.078342 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9a746-80dd-48a8-a7bc-b06074c712bb req-ba7075ae-49d1-4c13-99f6-34aea19e72c4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:21.079916 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-97a9a746-80dd-48a8-a7bc-b06074c712bb req-ba7075ae-49d1-4c13-99f6-34aea19e72c4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.1321671 Sep 22 14:59:21.094674 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e02ff8db-c83e-4522-842e-93e96cd84513 admin admin] Publish callbacks [] for security_group (0e0504fb-1452-40a3-b91f-400f7c5a2a87), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:21.116181 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e02ff8db-c83e-4522-842e-93e96cd84513 admin admin] Publish callbacks [] for security_group (0e0504fb-1452-40a3-b91f-400f7c5a2a87), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:21.164311 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6bd75e33-ff57-41f1-95e7-2c31fb2de2c8 req-62365fc2-0928-4f9b-b9e4-94e1acfd0c1f tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826733 Sep 22 14:59:21.167798 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-97a9a746-80dd-48a8-a7bc-b06074c712bb req-4045b80e-c459-40d6-8eea-32e5999d57c3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789881 Sep 22 14:59:21.172188 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e02ff8db-c83e-4522-842e-93e96cd84513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (0e0504fb-1452-40a3-b91f-400f7c5a2a87), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:21.174789 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e02ff8db-c83e-4522-842e-93e96cd84513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:21.179346 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e02ff8db-c83e-4522-842e-93e96cd84513 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/0e0504fb-1452-40a3-b91f-400f7c5a2a87 HTTP/1.1" status: 204 len: 168 time: 0.1399436 Sep 22 14:59:21.189515 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ff8db-c83e-4522-842e-93e96cd84513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0504fb-1452-40a3-b91f-400f7c5a2a87,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:21.285358 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430dcc-c01f-4057-9ce3-0a2af42e9730 req-460887ca-61b5-436d-baba-041cf977517c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:21.287040 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-db430dcc-c01f-4057-9ce3-0a2af42e9730 req-460887ca-61b5-436d-baba-041cf977517c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0556505 Sep 22 14:59:21.349118 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-db430dcc-c01f-4057-9ce3-0a2af42e9730 req-8e718dc3-5a81-4224-a1db-e8a45408cf5e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497396 Sep 22 14:59:21.502627 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 47338) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:21.516439 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4eea7cdd-4829-4906-9bda-b3e2af3c8f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:21.555888 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:21.575077 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:21.611180 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4eea7cdd-4829-4906-9bda-b3e2af3c8f0b admin admin] Publish callbacks [] for security_group (327c12f3-0737-422f-af48-e0868a6ad109), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:21.617505 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4eea7cdd-4829-4906-9bda-b3e2af3c8f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (327c12f3-0737-422f-af48-e0868a6ad109), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:21.672447 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-4eea7cdd-4829-4906-9bda-b3e2af3c8f0b admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=16b90495aaf34a308d48291e664baa12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685138 Sep 22 14:59:21.673643 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea7cdd-4829-4906-9bda-b3e2af3c8f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327c12f3-0737-422f-af48-e0868a6ad109,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:21.675526 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 47340) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:21.746797 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8b6c13c2-d333-4fa3-8ddd-95fe984c772f admin admin] Publish callbacks [] for security_group (327c12f3-0737-422f-af48-e0868a6ad109), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:21.769203 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8b6c13c2-d333-4fa3-8ddd-95fe984c772f admin admin] Publish callbacks [] for security_group (327c12f3-0737-422f-af48-e0868a6ad109), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:21.824313 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8b6c13c2-d333-4fa3-8ddd-95fe984c772f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (327c12f3-0737-422f-af48-e0868a6ad109), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:21.827506 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8b6c13c2-d333-4fa3-8ddd-95fe984c772f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:21.831681 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-8b6c13c2-d333-4fa3-8ddd-95fe984c772f admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/327c12f3-0737-422f-af48-e0868a6ad109 HTTP/1.1" status: 204 len: 168 time: 0.1525536 Sep 22 14:59:21.840825 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c13c2-d333-4fa3-8ddd-95fe984c772f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327c12f3-0737-422f-af48-e0868a6ad109,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:22.055596 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:22.189756 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 47354) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:22.205437 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f4305d01-4b49-4cac-ba11-e455ab35170d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:22.335406 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed176849-7258-413e-b453-346395b3a6e9 req-f4af0255-bea9-4d74-a9fc-10ebbf7cae22 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:22.336811 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ed176849-7258-413e-b453-346395b3a6e9 req-f4af0255-bea9-4d74-a9fc-10ebbf7cae22 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.0889294 Sep 22 14:59:22.366922 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b18e9-2c88-4103-8c97-083fbe14907d req-520d9e55-66ae-41de-a7c0-e5a6a95d92e0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:22.368355 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9b9b18e9-2c88-4103-8c97-083fbe14907d req-520d9e55-66ae-41de-a7c0-e5a6a95d92e0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0856898 Sep 22 14:59:22.390713 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f4305d01-4b49-4cac-ba11-e455ab35170d admin admin] Publish callbacks [] for security_group (a4f7a0ae-c301-4774-a331-0670e002e03f), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:22.402103 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f4305d01-4b49-4cac-ba11-e455ab35170d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (a4f7a0ae-c301-4774-a331-0670e002e03f), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:22.474693 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-f4305d01-4b49-4cac-ba11-e455ab35170d admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=f99fffebf6874d8baefd12f3571c33a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831624 Sep 22 14:59:22.477166 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 47364) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:22.484051 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4305d01-4b49-4cac-ba11-e455ab35170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f7a0ae-c301-4774-a331-0670e002e03f,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:22.489116 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ed176849-7258-413e-b453-346395b3a6e9 req-d461c9af-db1a-4537-84d4-8d190111d446 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433706 Sep 22 14:59:22.493655 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9b9b18e9-2c88-4103-8c97-083fbe14907d req-b9ca3fdc-d4a6-43e4-a578-9c3e7c5ac7a6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145127 Sep 22 14:59:22.551099 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5e329a3c-dcd1-4280-bd34-4322b5d50e2f admin admin] Publish callbacks [] for security_group (a4f7a0ae-c301-4774-a331-0670e002e03f), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:22.573993 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5e329a3c-dcd1-4280-bd34-4322b5d50e2f admin admin] Publish callbacks [] for security_group (a4f7a0ae-c301-4774-a331-0670e002e03f), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:22.614474 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da5e33-ff85-458a-b44b-8da9e3f67793 req-d5124c02-591c-485e-adb5-4613aae68878 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:22.616009 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-54da5e33-ff85-458a-b44b-8da9e3f67793 req-d5124c02-591c-485e-adb5-4613aae68878 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 943 time: 0.0479798 Sep 22 14:59:22.622538 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5e329a3c-dcd1-4280-bd34-4322b5d50e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (a4f7a0ae-c301-4774-a331-0670e002e03f), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:22.625821 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5e329a3c-dcd1-4280-bd34-4322b5d50e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:22.626976 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5e329a3c-dcd1-4280-bd34-4322b5d50e2f admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/a4f7a0ae-c301-4774-a331-0670e002e03f HTTP/1.1" status: 204 len: 168 time: 0.1488194 Sep 22 14:59:22.636920 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e329a3c-dcd1-4280-bd34-4322b5d50e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f7a0ae-c301-4774-a331-0670e002e03f,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:22.689448 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-54da5e33-ff85-458a-b44b-8da9e3f67793 req-ee66ece1-2c20-43f8-a300-35d31d86022c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677044 Sep 22 14:59:23.116186 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device e3257c80-b559-4b7e-a1fe-503ee11c4dce details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 14:59:23.249341 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.db.resource_extend [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 22 14:59:23.331030 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port e3257c80-b559-4b7e-a1fe-503ee11c4dce, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e3257c80-b559-4b7e-a1fe-503ee11c4dce,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:59:23.343141 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': 'e3257c80-b559-4b7e-a1fe-503ee11c4dce', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'port_id': 'e3257c80-b559-4b7e-a1fe-503ee11c4dce', 'mac_address': 'fa:16:3e:4e:e1:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 14:59:23.381772 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port e3257c80-b559-4b7e-a1fe-503ee11c4dce is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:59:23.382180 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (e3257c80-b559-4b7e-a1fe-503ee11c4dce), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:23.396140 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3257c80-b559-4b7e-a1fe-503ee11c4dce {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 14:59:23.417663 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port e3257c80-b559-4b7e-a1fe-503ee11c4dce, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e3257c80-b559-4b7e-a1fe-503ee11c4dce,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:59:23.424169 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (e3257c80-b559-4b7e-a1fe-503ee11c4dce), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:23.478422 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=e3257c80-b559-4b7e-a1fe-503ee11c4dce,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:23.595266 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:23.643673 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:23.655778 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f5f04-1855-4f85-ba82-f09f24bb3b53 req-53788681-e999-4606-9207-b179212b5943 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:23.657290 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-996f5f04-1855-4f85-ba82-f09f24bb3b53 req-53788681-e999-4606-9207-b179212b5943 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.0815725 Sep 22 14:59:23.669024 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a9c0b-9038-4634-bcfc-d0e1dca6c271 req-9e726c3c-2093-4e56-b51c-3daeebbfaadf tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:23.671432 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ca0a9c0b-9038-4634-bcfc-d0e1dca6c271 req-9e726c3c-2093-4e56-b51c-3daeebbfaadf tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0938184 Sep 22 14:59:23.749249 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-996f5f04-1855-4f85-ba82-f09f24bb3b53 req-1d5ff407-8d6d-44e3-af14-15c9642ab257 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761652 Sep 22 14:59:23.758967 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ca0a9c0b-9038-4634-bcfc-d0e1dca6c271 req-eae8a47b-de70-4834-a1b5-64e98a051876 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781751 Sep 22 14:59:23.880425 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187c020-2b8f-462f-84d4-5c5b935690f5 req-8c2f46af-3d83-48a1-a0d6-120308af8e47 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:23.881910 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b187c020-2b8f-462f-84d4-5c5b935690f5 req-8c2f46af-3d83-48a1-a0d6-120308af8e47 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 944 time: 0.0482130 Sep 22 14:59:23.936882 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b187c020-2b8f-462f-84d4-5c5b935690f5 req-c059e785-150e-4f37-82e0-01a5682516cc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489595 Sep 22 14:59:24.657491 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9e82b618-ac34-4bae-bbd6-ec8eff99eb23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:24.894199 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c86f7d-ddb1-4886-9913-e52520e9f4a0 req-60bd5a7f-f8ed-4185-bc8e-40fb3e5f9320 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:24.895760 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-75c86f7d-ddb1-4886-9913-e52520e9f4a0 req-60bd5a7f-f8ed-4185-bc8e-40fb3e5f9320 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0597908 Sep 22 14:59:24.942161 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287c87c-c73f-4a3f-8558-a2bfc34499d7 req-c12a4e54-e613-4985-8709-dae14056f65a tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:24.943797 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0287c87c-c73f-4a3f-8558-a2bfc34499d7 req-c12a4e54-e613-4985-8709-dae14056f65a tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.0706127 Sep 22 14:59:24.987113 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-75c86f7d-ddb1-4886-9913-e52520e9f4a0 req-b0ebf41a-3c2b-4981-9574-0dc322852852 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749743 Sep 22 14:59:25.022481 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0287c87c-c73f-4a3f-8558-a2bfc34499d7 req-a65738ac-582d-4b43-a494-08d7cc23f7a4 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661652 Sep 22 14:59:25.132176 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a526e8-957f-4668-a07b-710aa0d90f0e req-c3323f2e-68ae-4660-9852-f9a5a2db98a4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:25.133660 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-03a526e8-957f-4668-a07b-710aa0d90f0e req-c3323f2e-68ae-4660-9852-f9a5a2db98a4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 944 time: 0.0499318 Sep 22 14:59:25.185426 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-03a526e8-957f-4668-a07b-710aa0d90f0e req-771afcd8-7c0a-4b70-a3bf-99a30d9daa32 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457532 Sep 22 14:59:25.727214 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['e3257c80-b559-4b7e-a1fe-503ee11c4dce'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 14:59:25.846358 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:26.153521 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbcdf9-eeb4-42dc-9583-6fcbad7154da req-2a90cd0b-e54e-46fc-bee5-a3a52312cb64 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:26.155153 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-87bbcdf9-eeb4-42dc-9583-6fcbad7154da req-2a90cd0b-e54e-46fc-bee5-a3a52312cb64 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0750442 Sep 22 14:59:26.178577 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d03a-3fd9-49ad-a22d-fa6207e9ebce req-6cf6e978-3f9c-403d-98c1-fb970d547050 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:26.180092 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-10b7d03a-3fd9-49ad-a22d-fa6207e9ebce req-6cf6e978-3f9c-403d-98c1-fb970d547050 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.0704131 Sep 22 14:59:26.204540 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:26.252429 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-87bbcdf9-eeb4-42dc-9583-6fcbad7154da req-c047454c-c821-4972-b766-55f8b5ce94db tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882854 Sep 22 14:59:26.266045 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-10b7d03a-3fd9-49ad-a22d-fa6207e9ebce req-2ac175d5-b8c4-42aa-a54e-89bde3f465c1 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777349 Sep 22 14:59:26.390908 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635f73a-d1e9-46cf-adbf-a890f17fa610 req-dab15792-643a-4b84-82cd-06040b4bdd1d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:26.392476 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0635f73a-d1e9-46cf-adbf-a890f17fa610 req-dab15792-643a-4b84-82cd-06040b4bdd1d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 944 time: 0.0710850 Sep 22 14:59:26.442466 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0635f73a-d1e9-46cf-adbf-a890f17fa610 req-bb588bf4-a17a-4e4c-9824-7071b337d7ee tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444019 Sep 22 14:59:27.090370 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2bad632a-2a76-4e8a-bd3b-8c00a53f92ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:27.186639 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:27.408664 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15eec1-d1fc-4c40-810f-b88772c1be30 req-46f46ba0-595f-41bb-9355-618e4d523c0b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:27.410118 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fc15eec1-d1fc-4c40-810f-b88772c1be30 req-46f46ba0-595f-41bb-9355-618e4d523c0b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0744827 Sep 22 14:59:27.438731 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8749a-6e7d-434c-90bf-440fe5f866dd req-35a07f98-a483-4ec5-8ace-e3947b1a57a0 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:27.440275 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-62b8749a-6e7d-434c-90bf-440fe5f866dd req-35a07f98-a483-4ec5-8ace-e3947b1a57a0 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.0768354 Sep 22 14:59:27.487347 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fc15eec1-d1fc-4c40-810f-b88772c1be30 req-3848f6f0-8198-45eb-9a4d-9447e0b233ef tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714977 Sep 22 14:59:27.509306 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-62b8749a-6e7d-434c-90bf-440fe5f866dd req-2ce01d4c-e705-4a8e-84e8-08dee35b0c96 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614390 Sep 22 14:59:27.598412 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f03d80-8a81-444a-a120-7b380b7b771f req-1fcb7b57-1936-4f17-a08b-2cab8d433c52 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:27.599931 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-52f03d80-8a81-444a-a120-7b380b7b771f req-1fcb7b57-1936-4f17-a08b-2cab8d433c52 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 944 time: 0.0476892 Sep 22 14:59:27.626228 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:27.631507 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:27.648841 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-52f03d80-8a81-444a-a120-7b380b7b771f req-b26f549b-d866-4d15-9522-84ef39840f31 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434132 Sep 22 14:59:28.212382 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:28.648078 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e19a1e-9f93-4f06-9b57-ddced6177553 req-9645f19a-9a68-4321-b50b-3c77e4e1992d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:28.649558 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-15e19a1e-9f93-4f06-9b57-ddced6177553 req-9645f19a-9a68-4321-b50b-3c77e4e1992d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0788987 Sep 22 14:59:28.659801 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bf10b-4c45-4ff3-9a3f-638d335790ad req-a13d5d26-a02d-47fd-b76a-157c710072b0 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:28.661205 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5f2bf10b-4c45-4ff3-9a3f-638d335790ad req-a13d5d26-a02d-47fd-b76a-157c710072b0 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.0782502 Sep 22 14:59:28.737209 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-15e19a1e-9f93-4f06-9b57-ddced6177553 req-5276744b-b9a8-4989-86cc-72ce01189e6f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750539 Sep 22 14:59:28.740201 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5f2bf10b-4c45-4ff3-9a3f-638d335790ad req-9648ad80-916c-4734-baf4-ebaab614536d tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722404 Sep 22 14:59:28.842473 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d81462-c62f-46a5-8890-33fe25f170c7 req-b79f730e-08c8-4bc8-8d8d-7c627d542082 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:28.844009 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c3d81462-c62f-46a5-8890-33fe25f170c7 req-b79f730e-08c8-4bc8-8d8d-7c627d542082 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 944 time: 0.0478361 Sep 22 14:59:28.895084 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c3d81462-c62f-46a5-8890-33fe25f170c7 req-3aeb9cdc-315e-46f0-a09e-a0b07bac08e9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453691 Sep 22 14:59:29.900064 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53d0f3-0fa4-45ec-a97f-8d3221d8f3e4 req-17393b55-f25d-4aed-b821-f559f13b96aa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:29.901683 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8b53d0f3-0fa4-45ec-a97f-8d3221d8f3e4 req-17393b55-f25d-4aed-b821-f559f13b96aa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0798981 Sep 22 14:59:29.907763 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24877b1-7830-494e-9a53-aaf2eeda3381 req-4ff25d84-d1aa-46f6-b663-cdf08357676b tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:29.909191 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e24877b1-7830-494e-9a53-aaf2eeda3381 req-4ff25d84-d1aa-46f6-b663-cdf08357676b tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.0863686 Sep 22 14:59:29.966522 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:29.988253 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8b53d0f3-0fa4-45ec-a97f-8d3221d8f3e4 req-06ebe7a4-44b4-4e67-9cbd-d19f19536a77 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780869 Sep 22 14:59:29.992312 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e24877b1-7830-494e-9a53-aaf2eeda3381 req-e7cb19f6-2b5b-48b4-9c23-db0e195f4cae tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762300 Sep 22 14:59:30.030788 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:30.047215 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:30.104340 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866b7d2-a2fe-457e-8d4a-b25cd68a1ae8 req-0f29eea2-ee9f-45b3-91c7-21b4b8b66012 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:30.105789 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5866b7d2-a2fe-457e-8d4a-b25cd68a1ae8 req-0f29eea2-ee9f-45b3-91c7-21b4b8b66012 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 944 time: 0.0583103 Sep 22 14:59:30.154713 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5866b7d2-a2fe-457e-8d4a-b25cd68a1ae8 req-2716f6e5-804e-4a86-bc28-523c5a361cb7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432177 Sep 22 14:59:31.147089 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaffd44-2f0f-464f-ad67-38c30ca3636f req-6d105c5a-dc3e-4d6d-94db-2dabb8896224 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:31.148583 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bbaffd44-2f0f-464f-ad67-38c30ca3636f req-6d105c5a-dc3e-4d6d-94db-2dabb8896224 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0810769 Sep 22 14:59:31.154126 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd3a99-e4dd-464a-b4bd-e9b5ef536846 req-34a6ecc3-43b2-4d8d-9a80-bbf0b7c9f3bd tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:31.156008 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-26cd3a99-e4dd-464a-b4bd-e9b5ef536846 req-34a6ecc3-43b2-4d8d-9a80-bbf0b7c9f3bd tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.0866749 Sep 22 14:59:31.228850 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bbaffd44-2f0f-464f-ad67-38c30ca3636f req-635cfa44-7d28-4c60-b131-6322b805195a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719156 Sep 22 14:59:31.233135 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-26cd3a99-e4dd-464a-b4bd-e9b5ef536846 req-988a2405-c18c-4e15-b73a-d27f51d7336a tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703647 Sep 22 14:59:31.332318 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fdc0c-0b21-4105-b76b-7c4980e22569 req-acaeb7d4-55f9-4175-a41e-a7a19a463186 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:31.333775 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51fdc0c-0b21-4105-b76b-7c4980e22569 req-acaeb7d4-55f9-4175-a41e-a7a19a463186 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 944 time: 0.0462477 Sep 22 14:59:31.380051 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51fdc0c-0b21-4105-b76b-7c4980e22569 req-53dc01d3-6ec8-4843-a684-dbf13cc175c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408213 Sep 22 14:59:31.596570 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device e3257c80-b559-4b7e-a1fe-503ee11c4dce up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:59:31.652720 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port e3257c80-b559-4b7e-a1fe-503ee11c4dce completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 14:59:31.661796 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port e3257c80-b559-4b7e-a1fe-503ee11c4dce triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:59:31.662553 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (e3257c80-b559-4b7e-a1fe-503ee11c4dce), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:31.663092 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port e3257c80-b559-4b7e-a1fe-503ee11c4dce Sep 22 14:59:31.680744 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ba4c41c6-3d14-40f4-bdc9-3a850345f0c0 req-bdf84133-ed4a-4ad7-9df3-e26310b1ba5f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247942 Sep 22 14:59:31.683252 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-2b630b48-abec-4e31-812a-8ad36517a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:31.685109 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-2b630b48-abec-4e31-812a-8ad36517a47a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 1127 time: 0.0755758 Sep 22 14:59:31.766714 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port e3257c80-b559-4b7e-a1fe-503ee11c4dce is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:59:31.767016 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (e3257c80-b559-4b7e-a1fe-503ee11c4dce), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:31.791155 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f9aed6-224e-4443-b175-0869ec4d2627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3257c80-b559-4b7e-a1fe-503ee11c4dce'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 14:59:31.793440 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa046cd9-2689-4979-b31a-8b9ad1b6f529" -d '{"events": [{"server_uuid": "b7f9aed6-224e-4443-b175-0869ec4d2627", "name": "network-vif-plugged", "status": "completed", "tag": "e3257c80-b559-4b7e-a1fe-503ee11c4dce"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 14:59:31.807170 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port e3257c80-b559-4b7e-a1fe-503ee11c4dce, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e3257c80-b559-4b7e-a1fe-503ee11c4dce,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:59:31.812368 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (e3257c80-b559-4b7e-a1fe-503ee11c4dce), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:31.821858 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-1df16d7c-eb84-4a7a-9482-8feaa092145b service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55a8cf19-235c-45bb-bea4-adcb554d7518 HTTP/1.1" status: 200 len: 217 time: 0.0386024 Sep 22 14:59:31.846119 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53f1de6-c84b-4ae3-8f77-f1abf9240f7b x-openstack-request-id: req-a53f1de6-c84b-4ae3-8f77-f1abf9240f7b {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 14:59:31.846408 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f9aed6-224e-4443-b175-0869ec4d2627", "name": "network-vif-plugged", "status": "completed", "tag": "e3257c80-b559-4b7e-a1fe-503ee11c4dce", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 14:59:31.846660 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a53f1de6-c84b-4ae3-8f77-f1abf9240f7b {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 14:59:31.847077 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53f1de6-c84b-4ae3-8f77-f1abf9240f7b'] response: {'server_uuid': 'b7f9aed6-224e-4443-b175-0869ec4d2627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3257c80-b559-4b7e-a1fe-503ee11c4dce', 'code': 200} Sep 22 14:59:31.863549 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=e3257c80-b559-4b7e-a1fe-503ee11c4dce,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:32.326564 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb610e1e-be82-4d4a-b530-ad755cfd6ed1 req-0b3a9a8f-43f0-467d-83cc-b48f0250c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:32.329840 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-bb610e1e-be82-4d4a-b530-ad755cfd6ed1 req-0b3a9a8f-43f0-467d-83cc-b48f0250c751 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 1129 time: 0.0838532 Sep 22 14:59:32.335226 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-8103b746-8046-494c-823e-fdc7d10560e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:32.338309 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-8103b746-8046-494c-823e-fdc7d10560e1 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=beeb1e81-2d0a-4aaa-8268-e889ab63bedf HTTP/1.1" status: 200 len: 856 time: 0.0946114 Sep 22 14:59:32.433843 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:32.440745 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:32.468994 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-bb610e1e-be82-4d4a-b530-ad755cfd6ed1 req-c49b82e4-e63a-4585-9216-0774fe908645 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609396 Sep 22 14:59:32.471772 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9128c78-f19c-40bc-9c4c-91f14de4e535 req-aa31cc20-152f-42b4-b5f5-af0b164223f3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:32.473278 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d9128c78-f19c-40bc-9c4c-91f14de4e535 req-aa31cc20-152f-42b4-b5f5-af0b164223f3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.1207418 Sep 22 14:59:32.481241 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396324d7-8b2c-4ff9-b4d6-f9ab67248819 req-176791e4-6c92-4c0b-9ca1-42a8adc66656 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:32.482695 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-396324d7-8b2c-4ff9-b4d6-f9ab67248819 req-176791e4-6c92-4c0b-9ca1-42a8adc66656 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.1183105 Sep 22 14:59:32.511006 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-5b02d1d4-bb0d-4d3c-9a65-b586feb259a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:32.512510 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-5b02d1d4-bb0d-4d3c-9a65-b586feb259a2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d2cd27ce-59e4-4969-86d2-13164d033d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866556 Sep 22 14:59:32.564530 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d9128c78-f19c-40bc-9c4c-91f14de4e535 req-c4265911-88a1-46f0-b9cd-0c1027c6515b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808666 Sep 22 14:59:32.567788 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-396324d7-8b2c-4ff9-b4d6-f9ab67248819 req-194aee66-49b9-452f-9e10-1701c2af3dfb tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760329 Sep 22 14:59:32.697907 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc6140-e0a4-4556-b035-69705b24f149 req-ca73dab9-50af-453a-b8ff-da93d8fbbbef tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:32.699396 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ddc6140-e0a4-4556-b035-69705b24f149 req-ca73dab9-50af-453a-b8ff-da93d8fbbbef tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0577953 Sep 22 14:59:32.747838 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ddc6140-e0a4-4556-b035-69705b24f149 req-52068e48-421b-4f03-9e16-94db08531782 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 Sep 22 14:59:33.651347 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b8b55-8d9e-47ce-a4b4-ee9a636dfaa2 req-463a8f3b-c4ae-4bfb-92f8-530fc62bd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:33.653736 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-230b8b55-8d9e-47ce-a4b4-ee9a636dfaa2 req-463a8f3b-c4ae-4bfb-92f8-530fc62bd4bf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 1129 time: 0.0796764 Sep 22 14:59:33.984289 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e6a11-54df-406e-919d-ff1bf32978e5 req-ef5d075c-4e88-4f77-aeb6-472fb431d328 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:33.985859 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1c4e6a11-54df-406e-919d-ff1bf32978e5 req-ef5d075c-4e88-4f77-aeb6-472fb431d328 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.3193564 Sep 22 14:59:34.024570 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce6562-71a7-4af0-9b52-6eb395c73a56 req-a72c2cd4-f427-47c4-99d6-7f52cbda6259 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:34.026401 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f6ce6562-71a7-4af0-9b52-6eb395c73a56 req-a72c2cd4-f427-47c4-99d6-7f52cbda6259 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.1102986 Sep 22 14:59:34.109201 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-e9b99faf-b3cd-4e4f-8ae2-8abfc1b040b0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080765 Sep 22 14:59:34.115266 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1c4e6a11-54df-406e-919d-ff1bf32978e5 req-24976b89-0967-4144-bc6d-17d2b8cff73f tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106696 Sep 22 14:59:34.140581 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f6ce6562-71a7-4af0-9b52-6eb395c73a56 req-b82959a9-2b89-472a-a11b-47838af36540 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985296 Sep 22 14:59:34.251261 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 47644) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:34.332315 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 47648) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:34.360704 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae8127-72a1-44dc-a2a8-83df604e0105 req-dcb03b07-3fed-4f22-b75e-d7cc35a0510a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:34.362384 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-33ae8127-72a1-44dc-a2a8-83df604e0105 req-dcb03b07-3fed-4f22-b75e-d7cc35a0510a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.1499503 Sep 22 14:59:34.415454 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-230b8b55-8d9e-47ce-a4b4-ee9a636dfaa2 req-c4813c42-8f4b-4828-80e2-7ea2607aa7c5 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586168 Sep 22 14:59:34.457320 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-58f9007d-eb44-499e-8c66-394c8a07c169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:34.464454 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a1424a5-6c26-46be-b625-5cdf14cb2866 req-5af408af-5297-438f-a55b-925166001132 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951673 Sep 22 14:59:34.467689 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-33ae8127-72a1-44dc-a2a8-83df604e0105 req-99413921-d791-4189-81df-d0f25a6eb5ff tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892231 Sep 22 14:59:34.538840 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3945dd76-528d-412e-bd31-f92ea45b3edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:34.612107 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-58f9007d-eb44-499e-8c66-394c8a07c169 admin admin] Publish callbacks [] for security_group (509f8265-fa6d-4ab3-afad-0d358e15016b), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:34.616188 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 47664) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:34.622988 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-58f9007d-eb44-499e-8c66-394c8a07c169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (509f8265-fa6d-4ab3-afad-0d358e15016b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:34.705874 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9007d-eb44-499e-8c66-394c8a07c169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509f8265-fa6d-4ab3-afad-0d358e15016b,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:34.724944 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 47676) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:34.733256 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-58f9007d-eb44-499e-8c66-394c8a07c169 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=1440364a621c4923829c2981476c5d92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4791219 Sep 22 14:59:34.743454 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3945dd76-528d-412e-bd31-f92ea45b3edc admin admin] Publish callbacks [] for security_group (e43dfc24-1d2f-464a-bd9a-1859ab959292), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:34.751243 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:34.766266 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b7b94f2e-2893-4ff9-9f1d-12c3cb9ce89e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:34.769636 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3945dd76-528d-412e-bd31-f92ea45b3edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (e43dfc24-1d2f-464a-bd9a-1859ab959292), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:34.787999 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a4827509-ccfe-4e83-b0b7-b9cdb2956850 admin admin] Publish callbacks [] for security_group (509f8265-fa6d-4ab3-afad-0d358e15016b), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:34.813983 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a4827509-ccfe-4e83-b0b7-b9cdb2956850 admin admin] Publish callbacks [] for security_group (509f8265-fa6d-4ab3-afad-0d358e15016b), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:34.819377 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3945dd76-528d-412e-bd31-f92ea45b3edc admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=c13b2a205af040488a364d26eae23a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4855499 Sep 22 14:59:34.821201 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:34.822669 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 47680) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:34.832340 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:34.847750 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945dd76-528d-412e-bd31-f92ea45b3edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43dfc24-1d2f-464a-bd9a-1859ab959292,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:34.923891 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-acae4343-ae52-49b9-a534-df1a164e6943 admin admin] Publish callbacks [] for security_group (e43dfc24-1d2f-464a-bd9a-1859ab959292), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:34.946452 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:34.946990 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b7b94f2e-2893-4ff9-9f1d-12c3cb9ce89e admin admin] Publish callbacks [] for security_group (550ce1fc-bf50-4bbe-991b-5cd8a722fea1), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:34.950434 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a4827509-ccfe-4e83-b0b7-b9cdb2956850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (509f8265-fa6d-4ab3-afad-0d358e15016b), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:34.953376 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a4827509-ccfe-4e83-b0b7-b9cdb2956850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:34.954503 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b7b94f2e-2893-4ff9-9f1d-12c3cb9ce89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (550ce1fc-bf50-4bbe-991b-5cd8a722fea1), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:34.954883 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-a4827509-ccfe-4e83-b0b7-b9cdb2956850 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/509f8265-fa6d-4ab3-afad-0d358e15016b HTTP/1.1" status: 204 len: 168 time: 0.2281687 Sep 22 14:59:34.956940 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-acae4343-ae52-49b9-a534-df1a164e6943 admin admin] Publish callbacks [] for security_group (e43dfc24-1d2f-464a-bd9a-1859ab959292), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.003153 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b94f2e-2893-4ff9-9f1d-12c3cb9ce89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550ce1fc-bf50-4bbe-991b-5cd8a722fea1,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:35.006684 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 47690) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:35.013322 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4827509-ccfe-4e83-b0b7-b9cdb2956850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509f8265-fa6d-4ab3-afad-0d358e15016b,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:35.019838 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b7b94f2e-2893-4ff9-9f1d-12c3cb9ce89e admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=9220968e3b18463cbddf0123a20427f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026384 Sep 22 14:59:35.020890 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 47694) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:35.077887 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-acae4343-ae52-49b9-a534-df1a164e6943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (e43dfc24-1d2f-464a-bd9a-1859ab959292), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.081715 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-acae4343-ae52-49b9-a534-df1a164e6943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.084745 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-acae4343-ae52-49b9-a534-df1a164e6943 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/e43dfc24-1d2f-464a-bd9a-1859ab959292 HTTP/1.1" status: 204 len: 168 time: 0.2607431 Sep 22 14:59:35.085297 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-08e594ef-de7e-4947-b5c7-9337fbd931f9 admin admin] Publish callbacks [] for security_group (550ce1fc-bf50-4bbe-991b-5cd8a722fea1), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.094392 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae4343-ae52-49b9-a534-df1a164e6943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43dfc24-1d2f-464a-bd9a-1859ab959292,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:35.138733 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-08e594ef-de7e-4947-b5c7-9337fbd931f9 admin admin] Publish callbacks [] for security_group (550ce1fc-bf50-4bbe-991b-5cd8a722fea1), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.238481 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-526902c0-bc0f-4c2d-8825-c580de6ada3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.261188 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-08e594ef-de7e-4947-b5c7-9337fbd931f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (550ce1fc-bf50-4bbe-991b-5cd8a722fea1), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.265107 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-08e594ef-de7e-4947-b5c7-9337fbd931f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.268974 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-08e594ef-de7e-4947-b5c7-9337fbd931f9 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/550ce1fc-bf50-4bbe-991b-5cd8a722fea1 HTTP/1.1" status: 204 len: 168 time: 0.2468364 Sep 22 14:59:35.286860 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e594ef-de7e-4947-b5c7-9337fbd931f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550ce1fc-bf50-4bbe-991b-5cd8a722fea1,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:35.322286 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f32bf-99c0-4e75-ae6d-da71a47d8591 req-b9c34652-40ee-4122-b12f-ba8bafabf1f2 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:35.329592 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d54f32bf-99c0-4e75-ae6d-da71a47d8591 req-b9c34652-40ee-4122-b12f-ba8bafabf1f2 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.1110632 Sep 22 14:59:35.390142 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-526902c0-bc0f-4c2d-8825-c580de6ada3e admin admin] Publish callbacks [] for security_group (5de93489-530f-432c-8feb-2ff62cdd814a), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.397199 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-526902c0-bc0f-4c2d-8825-c580de6ada3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5de93489-530f-432c-8feb-2ff62cdd814a), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.400358 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952743b-9b5f-4ada-850d-5ec54947cd31 req-e57ef942-03d8-4ea0-ba5f-12518a4ae7c4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:35.401964 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c952743b-9b5f-4ada-850d-5ec54947cd31 req-e57ef942-03d8-4ea0-ba5f-12518a4ae7c4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.1132357 Sep 22 14:59:35.451743 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-526902c0-bc0f-4c2d-8825-c580de6ada3e admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=b6e34cb528274bc88d6d1a99d8e0ca11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436269 Sep 22 14:59:35.453013 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526902c0-bc0f-4c2d-8825-c580de6ada3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de93489-530f-432c-8feb-2ff62cdd814a,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:35.455926 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 47706) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:35.471307 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d54f32bf-99c0-4e75-ae6d-da71a47d8591 req-0c05007f-09c2-49b3-93b9-ee1492275c5b tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197958 Sep 22 14:59:35.513587 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c952743b-9b5f-4ada-850d-5ec54947cd31 req-02314dcb-8f1a-4d02-9fc7-b40c705f6415 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017437 Sep 22 14:59:35.530218 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9b042443-3d63-4f82-ad9c-446543b51298 admin admin] Publish callbacks [] for security_group (5de93489-530f-432c-8feb-2ff62cdd814a), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.557225 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:35.576386 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9b042443-3d63-4f82-ad9c-446543b51298 admin admin] Publish callbacks [] for security_group (5de93489-530f-432c-8feb-2ff62cdd814a), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.636659 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9b042443-3d63-4f82-ad9c-446543b51298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5de93489-530f-432c-8feb-2ff62cdd814a), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.642206 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9b042443-3d63-4f82-ad9c-446543b51298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.648356 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-9b042443-3d63-4f82-ad9c-446543b51298 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/5de93489-530f-432c-8feb-2ff62cdd814a HTTP/1.1" status: 204 len: 168 time: 0.1788809 Sep 22 14:59:35.649652 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 47714) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:35.649769 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca36fd6-6508-4e99-925e-e87282bb58af req-cdb366b9-28ca-4554-a794-dd45fc150cd9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:35.656712 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cca36fd6-6508-4e99-925e-e87282bb58af req-cdb366b9-28ca-4554-a794-dd45fc150cd9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0910645 Sep 22 14:59:35.685454 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b042443-3d63-4f82-ad9c-446543b51298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de93489-530f-432c-8feb-2ff62cdd814a,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:35.689267 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e13d5bc3-d588-4481-a6f0-945ab550465b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.738873 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cca36fd6-6508-4e99-925e-e87282bb58af req-808e8c4c-7cec-4168-8ed3-8bb2d74c15fc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747323 Sep 22 14:59:35.822162 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e13d5bc3-d588-4481-a6f0-945ab550465b admin admin] Publish callbacks [] for security_group (c7257b6e-3af5-463a-94d7-16411ce6b124), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.826547 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e13d5bc3-d588-4481-a6f0-945ab550465b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (c7257b6e-3af5-463a-94d7-16411ce6b124), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.877897 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e13d5bc3-d588-4481-a6f0-945ab550465b admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=8773c5029d0f4462a8f9935d97cc361b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223260 Sep 22 14:59:35.877897 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d5bc3-d588-4481-a6f0-945ab550465b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7257b6e-3af5-463a-94d7-16411ce6b124,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:35.878311 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 47718) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:35.945783 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 47720) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:35.956769 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-27b5b3a0-1f48-4aa1-88fc-9b4b67af3928 admin admin] Publish callbacks [] for security_group (c7257b6e-3af5-463a-94d7-16411ce6b124), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:35.980617 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d8c337f1-8ec9-49e2-ad14-4ac9b6e2a683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.015867 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-27b5b3a0-1f48-4aa1-88fc-9b4b67af3928 admin admin] Publish callbacks [] for security_group (c7257b6e-3af5-463a-94d7-16411ce6b124), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.071427 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:36.088491 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-27b5b3a0-1f48-4aa1-88fc-9b4b67af3928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (c7257b6e-3af5-463a-94d7-16411ce6b124), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.096348 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-27b5b3a0-1f48-4aa1-88fc-9b4b67af3928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.100820 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-27b5b3a0-1f48-4aa1-88fc-9b4b67af3928 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/c7257b6e-3af5-463a-94d7-16411ce6b124 HTTP/1.1" status: 204 len: 168 time: 0.2166405 Sep 22 14:59:36.102668 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d8c337f1-8ec9-49e2-ad14-4ac9b6e2a683 admin admin] Publish callbacks [] for security_group (247973f6-3998-4cff-84b0-5c9ba399282e), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.112944 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5b3a0-1f48-4aa1-88fc-9b4b67af3928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7257b6e-3af5-463a-94d7-16411ce6b124,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:36.114974 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d8c337f1-8ec9-49e2-ad14-4ac9b6e2a683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (247973f6-3998-4cff-84b0-5c9ba399282e), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.166112 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d8c337f1-8ec9-49e2-ad14-4ac9b6e2a683 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=4fbe3294421f406da60509a89490c47e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192423 Sep 22 14:59:36.168811 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 47738) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:36.189700 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c337f1-8ec9-49e2-ad14-4ac9b6e2a683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247973f6-3998-4cff-84b0-5c9ba399282e,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:36.252678 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-24c13839-4887-4bea-8dc7-193e86dfeb0b admin admin] Publish callbacks [] for security_group (247973f6-3998-4cff-84b0-5c9ba399282e), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.276493 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-24c13839-4887-4bea-8dc7-193e86dfeb0b admin admin] Publish callbacks [] for security_group (247973f6-3998-4cff-84b0-5c9ba399282e), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.346314 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-24c13839-4887-4bea-8dc7-193e86dfeb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (247973f6-3998-4cff-84b0-5c9ba399282e), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.350868 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-24c13839-4887-4bea-8dc7-193e86dfeb0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.352086 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-24c13839-4887-4bea-8dc7-193e86dfeb0b admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/247973f6-3998-4cff-84b0-5c9ba399282e HTTP/1.1" status: 204 len: 168 time: 0.1821120 Sep 22 14:59:36.365940 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13839-4887-4bea-8dc7-193e86dfeb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247973f6-3998-4cff-84b0-5c9ba399282e,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:36.392332 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 47750) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:36.411505 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-06b336fc-8f99-4254-aad8-2c71372546c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.555854 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-06b336fc-8f99-4254-aad8-2c71372546c6 admin admin] Publish callbacks [] for security_group (98d203ef-a922-4485-9f05-42a065aa0017), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.560379 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-06b336fc-8f99-4254-aad8-2c71372546c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (98d203ef-a922-4485-9f05-42a065aa0017), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.607606 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 47758) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:36.615099 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-06b336fc-8f99-4254-aad8-2c71372546c6 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=805be4f47d064d81a769c8ee3a61c4fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216413 Sep 22 14:59:36.616177 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b336fc-8f99-4254-aad8-2c71372546c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d203ef-a922-4485-9f05-42a065aa0017,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:36.706003 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bb8d21ad-a515-4987-bcda-62c2ad29bc91 admin admin] Publish callbacks [] for security_group (98d203ef-a922-4485-9f05-42a065aa0017), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.707129 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:36.720577 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ee96e-fa03-42b9-883d-ff277bf65b95 req-a03e153e-6959-47be-b1b5-a4da20b0b8ae tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:36.722043 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8f8ee96e-fa03-42b9-883d-ff277bf65b95 req-a03e153e-6959-47be-b1b5-a4da20b0b8ae tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0870359 Sep 22 14:59:36.746192 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bb8d21ad-a515-4987-bcda-62c2ad29bc91 admin admin] Publish callbacks [] for security_group (98d203ef-a922-4485-9f05-42a065aa0017), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.810971 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8f8ee96e-fa03-42b9-883d-ff277bf65b95 req-ebb2486b-25fe-481a-ab3d-337421f0a8fa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752897 Sep 22 14:59:36.868763 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bb8d21ad-a515-4987-bcda-62c2ad29bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (98d203ef-a922-4485-9f05-42a065aa0017), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.871989 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bb8d21ad-a515-4987-bcda-62c2ad29bc91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:36.876754 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-bb8d21ad-a515-4987-bcda-62c2ad29bc91 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/98d203ef-a922-4485-9f05-42a065aa0017 HTTP/1.1" status: 204 len: 168 time: 0.2669864 Sep 22 14:59:36.893216 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd28e50-038e-4e28-8bc6-6cac653e50f6 req-2ea2ed79-852e-48fa-8fb6-7c15b98995a3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:36.893216 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dcd28e50-038e-4e28-8bc6-6cac653e50f6 req-2ea2ed79-852e-48fa-8fb6-7c15b98995a3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0711784 Sep 22 14:59:36.908917 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d21ad-a515-4987-bcda-62c2ad29bc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d203ef-a922-4485-9f05-42a065aa0017,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:36.913182 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:36.973851 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dcd28e50-038e-4e28-8bc6-6cac653e50f6 req-eeab3f1a-b218-47ae-992f-d2391e2d70d9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718520 Sep 22 14:59:37.243250 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 47792) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:37.264255 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-64165af1-f3df-4b9a-b55b-a9c75a218b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:37.367833 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-64165af1-f3df-4b9a-b55b-a9c75a218b71 admin admin] Publish callbacks [] for security_group (a6407f76-383c-4e41-a595-2246a4c8d1fa), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:37.372915 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-64165af1-f3df-4b9a-b55b-a9c75a218b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (a6407f76-383c-4e41-a595-2246a4c8d1fa), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:37.425105 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-64165af1-f3df-4b9a-b55b-a9c75a218b71 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=2ad670ff862940439fe89608996e6660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808085 Sep 22 14:59:37.426063 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64165af1-f3df-4b9a-b55b-a9c75a218b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6407f76-383c-4e41-a595-2246a4c8d1fa,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:37.427713 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 47804) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:37.484228 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e6fdda3-14ec-4103-9013-e265f12864bb admin admin] Publish callbacks [] for security_group (a6407f76-383c-4e41-a595-2246a4c8d1fa), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:37.507059 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e6fdda3-14ec-4103-9013-e265f12864bb admin admin] Publish callbacks [] for security_group (a6407f76-383c-4e41-a595-2246a4c8d1fa), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:37.572447 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e6fdda3-14ec-4103-9013-e265f12864bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (a6407f76-383c-4e41-a595-2246a4c8d1fa), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:37.578516 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e6fdda3-14ec-4103-9013-e265f12864bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:37.583353 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3e6fdda3-14ec-4103-9013-e265f12864bb admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/a6407f76-383c-4e41-a595-2246a4c8d1fa HTTP/1.1" status: 204 len: 168 time: 0.1539421 Sep 22 14:59:37.597132 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fdda3-14ec-4103-9013-e265f12864bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6407f76-383c-4e41-a595-2246a4c8d1fa,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:37.993103 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1af6d3-e7c8-4247-a35c-a68344ad5ff7 req-ecf81b4f-35c3-4939-bd38-74638ba87160 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:37.994701 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3f1af6d3-e7c8-4247-a35c-a68344ad5ff7 req-ecf81b4f-35c3-4939-bd38-74638ba87160 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0757129 Sep 22 14:59:38.062879 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3f1af6d3-e7c8-4247-a35c-a68344ad5ff7 req-ee757018-3483-47c1-ac51-f78ab72b5eb7 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594375 Sep 22 14:59:38.193155 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d8998-c12b-4ea3-9352-47afd03a387f req-c0ce7e49-8da7-402a-9ebc-a6f997eb48c2 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:38.194888 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0f1d8998-c12b-4ea3-9352-47afd03a387f req-c0ce7e49-8da7-402a-9ebc-a6f997eb48c2 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0595160 Sep 22 14:59:38.254493 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0f1d8998-c12b-4ea3-9352-47afd03a387f req-950cef6a-7d6d-4c6d-93ad-c36965fbc64a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523629 Sep 22 14:59:38.788476 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 47878) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:38.812498 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 47882) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:38.931440 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:DELETE=5,neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:38.941166 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d109a126-5704-4b44-bbc7-78138146d4c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:38.965057 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5337028a-2eaa-44f7-bc2c-e11980db0d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:39.043565 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d109a126-5704-4b44-bbc7-78138146d4c9 admin admin] Publish callbacks [] for security_group (71847800-9136-4415-965e-65f9934aff73), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:39.050055 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d109a126-5704-4b44-bbc7-78138146d4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (71847800-9136-4415-965e-65f9934aff73), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:39.095592 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d109a126-5704-4b44-bbc7-78138146d4c9 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=427cd367af054271826f33b9cbead003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059928 Sep 22 14:59:39.097751 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109a126-5704-4b44-bbc7-78138146d4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71847800-9136-4415-965e-65f9934aff73,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:39.099366 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 47898) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:39.134743 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5337028a-2eaa-44f7-bc2c-e11980db0d91 admin admin] Publish callbacks [] for security_group (dea1f868-d9a6-4d3a-a4d6-42158b863f3c), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:39.153670 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5337028a-2eaa-44f7-bc2c-e11980db0d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (dea1f868-d9a6-4d3a-a4d6-42158b863f3c), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:39.219037 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:39.243901 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-5337028a-2eaa-44f7-bc2c-e11980db0d91 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=186a1113c2cf400ebae35d9c53716df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4313571 Sep 22 14:59:39.247168 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 47912) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:39.297251 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337028a-2eaa-44f7-bc2c-e11980db0d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea1f868-d9a6-4d3a-a4d6-42158b863f3c,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:39.329325 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45aa054-98d4-40d4-a587-3d6722390737 req-de985415-6886-4819-8322-b424dc7e1875 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:39.331239 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d45aa054-98d4-40d4-a587-3d6722390737 req-de985415-6886-4819-8322-b424dc7e1875 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.1425369 Sep 22 14:59:39.354244 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f966fbf9-2a7f-4d3d-9676-fb638392686a admin admin] Publish callbacks [] for security_group (71847800-9136-4415-965e-65f9934aff73), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:39.367189 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-df5cf4c9-7b04-46ea-b2fd-fca13e84e159 admin admin] Publish callbacks [] for security_group (dea1f868-d9a6-4d3a-a4d6-42158b863f3c), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:39.400729 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f966fbf9-2a7f-4d3d-9676-fb638392686a admin admin] Publish callbacks [] for security_group (71847800-9136-4415-965e-65f9934aff73), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:39.411326 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-df5cf4c9-7b04-46ea-b2fd-fca13e84e159 admin admin] Publish callbacks [] for security_group (dea1f868-d9a6-4d3a-a4d6-42158b863f3c), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:39.429822 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d45aa054-98d4-40d4-a587-3d6722390737 req-00bf16a4-23b7-47cc-bf6e-26e294e9070b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884137 Sep 22 14:59:39.486979 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f966fbf9-2a7f-4d3d-9676-fb638392686a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (71847800-9136-4415-965e-65f9934aff73), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:39.490459 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f966fbf9-2a7f-4d3d-9676-fb638392686a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:39.492459 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-f966fbf9-2a7f-4d3d-9676-fb638392686a admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/71847800-9136-4415-965e-65f9934aff73 HTTP/1.1" status: 204 len: 168 time: 0.3742087 Sep 22 14:59:39.506029 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:39.518588 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966fbf9-2a7f-4d3d-9676-fb638392686a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71847800-9136-4415-965e-65f9934aff73,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:39.542806 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-df5cf4c9-7b04-46ea-b2fd-fca13e84e159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (dea1f868-d9a6-4d3a-a4d6-42158b863f3c), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:39.545903 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-df5cf4c9-7b04-46ea-b2fd-fca13e84e159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:39.550153 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-df5cf4c9-7b04-46ea-b2fd-fca13e84e159 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/dea1f868-d9a6-4d3a-a4d6-42158b863f3c HTTP/1.1" status: 204 len: 168 time: 0.3016720 Sep 22 14:59:39.568589 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cf4c9-7b04-46ea-b2fd-fca13e84e159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea1f868-d9a6-4d3a-a4d6-42158b863f3c,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:39.603995 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:39.608079 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 55a8cf19-235c-45bb-bea4-adcb554d7518 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 14:59:39.614386 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d9fd9-e7e6-4ef6-93ca-f53ec0ee773c req-8659f8d9-1d59-4a2c-aee4-69f54225ef11 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:39.616308 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-253d9fd9-e7e6-4ef6-93ca-f53ec0ee773c req-8659f8d9-1d59-4a2c-aee4-69f54225ef11 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0553648 Sep 22 14:59:39.698857 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-253d9fd9-e7e6-4ef6-93ca-f53ec0ee773c req-59310fcd-0939-4cc3-806e-87f85768cf73 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754540 Sep 22 14:59:39.768610 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 55a8cf19-235c-45bb-bea4-adcb554d7518, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=55a8cf19-235c-45bb-bea4-adcb554d7518,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:59:39.782163 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'port_id': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'mac_address': 'fa:16:3e:9e:12:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 14:59:39.820122 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 55a8cf19-235c-45bb-bea4-adcb554d7518 is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:59:39.820513 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:39.835688 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a8cf19-235c-45bb-bea4-adcb554d7518 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 14:59:39.857018 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 55a8cf19-235c-45bb-bea4-adcb554d7518, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=55a8cf19-235c-45bb-bea4-adcb554d7518,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:59:39.862400 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:39.919411 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=55a8cf19-235c-45bb-bea4-adcb554d7518,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:40.176550 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea692e-6c4a-4035-acbe-60ee0c4dcd64 req-20299912-d614-429a-9096-8ca67c6e440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:40.178959 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ecea692e-6c4a-4035-acbe-60ee0c4dcd64 req-20299912-d614-429a-9096-8ca67c6e440c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 1129 time: 0.0579841 Sep 22 14:59:40.205869 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a120a8e-4d5d-4b90-bc78-06007bfd7a68 req-423e5020-0e27-4a99-86b1-ee58718c8851 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:40.216626 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4a120a8e-4d5d-4b90-bc78-06007bfd7a68 req-423e5020-0e27-4a99-86b1-ee58718c8851 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.1431267 Sep 22 14:59:40.301294 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4a120a8e-4d5d-4b90-bc78-06007bfd7a68 req-4d67afac-cea5-4286-8d76-cbd14fda7cb3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814748 Sep 22 14:59:40.666307 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b4478-b982-441d-84ca-669291d331ff req-8759bf1f-5048-465e-ae57-d7f011967621 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:40.696396 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6f9b4478-b982-441d-84ca-669291d331ff req-8759bf1f-5048-465e-ae57-d7f011967621 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 944 time: 0.1048381 Sep 22 14:59:40.772380 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6f9b4478-b982-441d-84ca-669291d331ff req-3dffa295-85c8-4328-92aa-ce5882ef8355 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736985 Sep 22 14:59:41.421696 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6e2b4-29ba-492d-8cfe-88ab136315bd req-f327464e-ee6e-4e1f-a9d6-ae1e3296e292 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:41.423086 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d4a6e2b4-29ba-492d-8cfe-88ab136315bd req-f327464e-ee6e-4e1f-a9d6-ae1e3296e292 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0470359 Sep 22 14:59:41.524955 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d4a6e2b4-29ba-492d-8cfe-88ab136315bd req-f1278803-b8b8-4b86-b52c-76040be00b80 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961902 Sep 22 14:59:41.558107 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea692e-6c4a-4035-acbe-60ee0c4dcd64 req-4e8d1da5-dffd-4963-8dd9-25a3f783ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:41.559592 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ecea692e-6c4a-4035-acbe-60ee0c4dcd64 req-4e8d1da5-dffd-4963-8dd9-25a3f783ad38 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 920 time: 0.1111767 Sep 22 14:59:41.899894 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c38dc6-6c9f-4c9a-90ee-c13274f23481 req-0082073a-0b4d-46d3-a437-ce1d0169cdfe tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:41.901380 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a8c38dc6-6c9f-4c9a-90ee-c13274f23481 req-0082073a-0b4d-46d3-a437-ce1d0169cdfe tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 944 time: 0.0491350 Sep 22 14:59:41.948449 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a8c38dc6-6c9f-4c9a-90ee-c13274f23481 req-4847382b-f03b-44ef-99ec-219951344dc1 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414615 Sep 22 14:59:42.648710 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756698a5-d342-4074-8c29-fd31c74b18b6 req-b6b1daf2-49fc-4303-8f7c-81b5d0f6dcaa tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:42.650100 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-756698a5-d342-4074-8c29-fd31c74b18b6 req-b6b1daf2-49fc-4303-8f7c-81b5d0f6dcaa tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0489697 Sep 22 14:59:42.696857 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-756698a5-d342-4074-8c29-fd31c74b18b6 req-f92c5c2f-3ff4-4f45-9a84-50372d95d1e8 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402308 Sep 22 14:59:43.067582 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:43.080208 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06135e0a-8a20-4404-86b4-22fd9dc55277 req-9336c81a-c30f-4f13-a2b9-5dfe49b8fa2a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:43.081704 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-06135e0a-8a20-4404-86b4-22fd9dc55277 req-9336c81a-c30f-4f13-a2b9-5dfe49b8fa2a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 944 time: 0.0532081 Sep 22 14:59:43.127977 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-06135e0a-8a20-4404-86b4-22fd9dc55277 req-a2e2f548-1e09-4aaf-a990-02cd28e9c912 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407100 Sep 22 14:59:43.829254 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46dd63-b06f-4dca-9f84-3c5b7012be2f req-a0da8950-ad0c-43d4-9ca7-134a62c28552 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:43.830809 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0f46dd63-b06f-4dca-9f84-3c5b7012be2f req-a0da8950-ad0c-43d4-9ca7-134a62c28552 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0571182 Sep 22 14:59:43.881124 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0f46dd63-b06f-4dca-9f84-3c5b7012be2f req-06a25110-1420-4f28-bccf-d38c875f461c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432818 Sep 22 14:59:44.040911 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ecea692e-6c4a-4035-acbe-60ee0c4dcd64 req-74915599-a42c-409d-975f-597825111d49 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3257c80-b559-4b7e-a1fe-503ee11c4dce HTTP/1.1" status: 200 len: 217 time: 0.0369852 Sep 22 14:59:44.095732 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea692e-6c4a-4035-acbe-60ee0c4dcd64 req-bc644ad8-a8f3-4f04-8e87-9851ee1a4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:44.097195 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ecea692e-6c4a-4035-acbe-60ee0c4dcd64 req-bc644ad8-a8f3-4f04-8e87-9851ee1a4f7b service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.0454340 Sep 22 14:59:44.255050 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a311bd7-799a-4ae3-8a0b-d5dcb1bda1d6 req-31aee3cb-820e-4958-a8f8-cc3331aef993 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:44.256490 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1a311bd7-799a-4ae3-8a0b-d5dcb1bda1d6 req-31aee3cb-820e-4958-a8f8-cc3331aef993 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 944 time: 0.0470371 Sep 22 14:59:44.306893 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1a311bd7-799a-4ae3-8a0b-d5dcb1bda1d6 req-ada621a4-71de-43fa-8126-29ab45a63075 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445750 Sep 22 14:59:44.497218 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['55a8cf19-235c-45bb-bea4-adcb554d7518'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 14:59:44.528051 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea692e-6c4a-4035-acbe-60ee0c4dcd64 req-d6008a6b-fcac-4cde-b99e-d36847dc454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:44.529841 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ecea692e-6c4a-4035-acbe-60ee0c4dcd64 req-d6008a6b-fcac-4cde-b99e-d36847dc454a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414934 Sep 22 14:59:44.631180 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ecea692e-6c4a-4035-acbe-60ee0c4dcd64 req-f208ad72-baea-4ed5-8958-22ae2922cf17 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941887 Sep 22 14:59:44.636285 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:44.687115 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:44.729769 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ecea692e-6c4a-4035-acbe-60ee0c4dcd64 req-7075e852-5830-4ece-9a7e-028675388370 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904720 Sep 22 14:59:45.003642 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aff3f-8706-4526-807d-ad3bd16d8011 req-ae235844-3fb4-4bfe-88e6-97024452390e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:45.005158 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-404aff3f-8706-4526-807d-ad3bd16d8011 req-ae235844-3fb4-4bfe-88e6-97024452390e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0482831 Sep 22 14:59:45.054997 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-404aff3f-8706-4526-807d-ad3bd16d8011 req-d1a948a4-fe66-4900-9de4-8348d9c3fa4c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439363 Sep 22 14:59:45.432745 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4229d3a-108b-4a2c-88c2-fc91fd968f48 req-f0d0db5b-b093-4091-b5e2-c0af867e8428 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:45.434219 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b4229d3a-108b-4a2c-88c2-fc91fd968f48 req-f0d0db5b-b093-4091-b5e2-c0af867e8428 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 944 time: 0.0477908 Sep 22 14:59:45.491014 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b4229d3a-108b-4a2c-88c2-fc91fd968f48 req-6de5bf76-3afb-45f3-a173-9d025c05b301 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511887 Sep 22 14:59:46.009029 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 55a8cf19-235c-45bb-bea4-adcb554d7518 up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 14:59:46.038849 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:46.057541 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port 55a8cf19-235c-45bb-bea4-adcb554d7518 completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 14:59:46.063624 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 55a8cf19-235c-45bb-bea4-adcb554d7518 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 14:59:46.064039 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:46.064278 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 55a8cf19-235c-45bb-bea4-adcb554d7518 Sep 22 14:59:46.143079 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 55a8cf19-235c-45bb-bea4-adcb554d7518 is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 14:59:46.143079 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:46.167431 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a8cf19-235c-45bb-bea4-adcb554d7518'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 14:59:46.169960 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504872aa-bbbb-48f9-9d11-ea62820678e9" -d '{"events": [{"server_uuid": "19a37c1c-ad55-4d39-a120-00b0ac6fb5af", "name": "network-vif-plugged", "status": "completed", "tag": "55a8cf19-235c-45bb-bea4-adcb554d7518"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 14:59:46.183043 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 55a8cf19-235c-45bb-bea4-adcb554d7518, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=55a8cf19-235c-45bb-bea4-adcb554d7518,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 14:59:46.187615 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:46.219128 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233af2d-ce57-4c5d-9cbf-c490b61cb951 req-63cabdba-604b-4d6f-a533-5e076b001278 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:46.220352 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 14:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69a15c6-f5e9-4cbd-9536-616fa1d8323b x-openstack-request-id: req-c69a15c6-f5e9-4cbd-9536-616fa1d8323b {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 14:59:46.220646 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a37c1c-ad55-4d39-a120-00b0ac6fb5af", "name": "network-vif-plugged", "status": "completed", "tag": "55a8cf19-235c-45bb-bea4-adcb554d7518", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 14:59:46.220897 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c69a15c6-f5e9-4cbd-9536-616fa1d8323b {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 14:59:46.221281 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69a15c6-f5e9-4cbd-9536-616fa1d8323b'] response: {'server_uuid': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'code': 200} Sep 22 14:59:46.222164 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9233af2d-ce57-4c5d-9cbf-c490b61cb951 req-63cabdba-604b-4d6f-a533-5e076b001278 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0844944 Sep 22 14:59:46.243754 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=55a8cf19-235c-45bb-bea4-adcb554d7518,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:46.276399 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9233af2d-ce57-4c5d-9cbf-c490b61cb951 req-88753b51-3003-4425-8e67-024a3d4c577c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473962 Sep 22 14:59:46.487351 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034956b-3740-4e14-b7c2-e4b3d90b9b3d req-685c2f13-fa1d-4a2e-8869-8dbfe8a8c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:46.489735 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4034956b-3740-4e14-b7c2-e4b3d90b9b3d req-685c2f13-fa1d-4a2e-8869-8dbfe8a8c131 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 1129 time: 0.0422592 Sep 22 14:59:46.538948 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4034956b-3740-4e14-b7c2-e4b3d90b9b3d req-34a343c4-db8f-4d21-901f-f9f486464d95 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429926 Sep 22 14:59:46.629719 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846db1a7-5cd5-43c8-82a4-2b619c25d79f req-967892b7-0e96-460b-bf83-2fda5b66531e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:46.631970 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-846db1a7-5cd5-43c8-82a4-2b619c25d79f req-967892b7-0e96-460b-bf83-2fda5b66531e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0527160 Sep 22 14:59:46.665788 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:46.683845 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-846db1a7-5cd5-43c8-82a4-2b619c25d79f req-459a86aa-f3a5-4d93-9b71-259fe5be05d6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437012 Sep 22 14:59:47.401100 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e19d1-8307-4b71-a71a-3e2cc7f2b4a9 req-e4a9e31d-965a-41ce-99e2-1ffe8e93717e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:47.402574 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a06e19d1-8307-4b71-a71a-3e2cc7f2b4a9 req-e4a9e31d-965a-41ce-99e2-1ffe8e93717e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0485461 Sep 22 14:59:47.450492 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a06e19d1-8307-4b71-a71a-3e2cc7f2b4a9 req-e54bf2fc-c5a2-4608-a043-21b2590be597 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413275 Sep 22 14:59:47.813564 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd942196-1645-4cca-9f3f-619f67481b39 req-dbf9c96a-0682-4057-9263-594dc62abe5e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:47.815315 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dd942196-1645-4cca-9f3f-619f67481b39 req-dbf9c96a-0682-4057-9263-594dc62abe5e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0477400 Sep 22 14:59:47.867725 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dd942196-1645-4cca-9f3f-619f67481b39 req-f1841606-b7d4-45ee-9561-5d52a0d1c569 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463660 Sep 22 14:59:48.570821 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907ac36-5970-44e4-8925-b4ac75e1559a req-72110a7e-3433-4693-abc9-874ccbac7df7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:48.572311 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f907ac36-5970-44e4-8925-b4ac75e1559a req-72110a7e-3433-4693-abc9-874ccbac7df7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0465505 Sep 22 14:59:48.618040 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f907ac36-5970-44e4-8925-b4ac75e1559a req-30020a36-8a41-44b6-8197-10cdff0d78c9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402284 Sep 22 14:59:48.997043 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3453e4-b9ca-42ac-8a03-8dd4a916bcf8 req-4996cbb4-5dad-4f68-80d3-a0926a35eec3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:48.998611 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4f3453e4-b9ca-42ac-8a03-8dd4a916bcf8 req-4996cbb4-5dad-4f68-80d3-a0926a35eec3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0476756 Sep 22 14:59:49.047112 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4f3453e4-b9ca-42ac-8a03-8dd4a916bcf8 req-8ca5a621-e385-4c60-960d-ad93322cadcd tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427194 Sep 22 14:59:49.552877 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=1,neutron:SELECT=27,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:49.555681 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:49.743777 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ab867-a602-4b6b-86c1-dd80440fad8a req-4d7032d3-72b4-46ab-bdf7-389ce683bf2b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:49.745266 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f69ab867-a602-4b6b-86c1-dd80440fad8a req-4d7032d3-72b4-46ab-bdf7-389ce683bf2b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0511723 Sep 22 14:59:49.786652 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:49.794545 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f69ab867-a602-4b6b-86c1-dd80440fad8a req-751cf54a-ef5c-4559-b8e5-aadc88544f1a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426552 Sep 22 14:59:50.170290 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886e00-7ab8-4e3c-97f6-79d93ca24b54 req-f099b5f3-666a-41c3-9b7e-a12eec3832d3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:50.171812 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-11886e00-7ab8-4e3c-97f6-79d93ca24b54 req-f099b5f3-666a-41c3-9b7e-a12eec3832d3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0464091 Sep 22 14:59:50.221398 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-11886e00-7ab8-4e3c-97f6-79d93ca24b54 req-4deb641f-7cb1-460d-abfe-d7420b73c38b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431573 Sep 22 14:59:50.919609 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3f0be-1f3d-4bcf-b038-d40163098393 req-d15bb469-69db-451b-8d41-32c4565228d7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:50.921091 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a6f3f0be-1f3d-4bcf-b038-d40163098393 req-d15bb469-69db-451b-8d41-32c4565228d7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0481749 Sep 22 14:59:50.970854 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a6f3f0be-1f3d-4bcf-b038-d40163098393 req-e0d0fdf3-4193-43cf-839c-4acad93d7a6d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441201 Sep 22 14:59:51.343635 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cde09-c477-4282-97e0-3f3c2ac2df54 req-b60b7077-161e-491b-9e60-d748b10d49d0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:51.345107 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-019cde09-c477-4282-97e0-3f3c2ac2df54 req-b60b7077-161e-491b-9e60-d748b10d49d0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0459290 Sep 22 14:59:51.392896 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-019cde09-c477-4282-97e0-3f3c2ac2df54 req-1c808062-7bc2-48c1-b29a-5c1278a871e6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422900 Sep 22 14:59:52.067117 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:52.096648 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c76c-c691-408b-8476-92cbad86df31 req-6553e23d-22ab-4b37-b1b5-ad3a25e06d7c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:52.098405 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f8e8c76c-c691-408b-8476-92cbad86df31 req-6553e23d-22ab-4b37-b1b5-ad3a25e06d7c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0500581 Sep 22 14:59:52.148415 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f8e8c76c-c691-408b-8476-92cbad86df31 req-788fa429-3c8f-4454-b75e-28e54ec09e02 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431798 Sep 22 14:59:52.547982 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb0036-5fb0-43c4-9e1b-d8b20bdc5fa0 req-45dd1e87-04b2-477b-b60d-2370cd924319 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:52.550626 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-97cb0036-5fb0-43c4-9e1b-d8b20bdc5fa0 req-45dd1e87-04b2-477b-b60d-2370cd924319 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0733614 Sep 22 14:59:52.605255 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-97cb0036-5fb0-43c4-9e1b-d8b20bdc5fa0 req-f64cdd88-b279-4077-a295-ddeae071923b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475121 Sep 22 14:59:53.179774 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:53.280960 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f3549-214e-4df2-8131-974c09ae2d9b req-42aebe7a-5519-4705-88c1-cf78e4b700b3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:53.282517 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c11f3549-214e-4df2-8131-974c09ae2d9b req-42aebe7a-5519-4705-88c1-cf78e4b700b3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0503325 Sep 22 14:59:53.351239 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c11f3549-214e-4df2-8131-974c09ae2d9b req-a515a21f-e838-4db7-9777-6cd417ab8a43 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618408 Sep 22 14:59:53.670075 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48332) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:53.676137 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 48334) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:53.714348 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:53.767765 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6874117-7b9f-4e51-987f-af1e43f9b868 req-dc036cd8-8aac-4253-a395-a777239bd0cb tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:53.769377 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e6874117-7b9f-4e51-987f-af1e43f9b868 req-dc036cd8-8aac-4253-a395-a777239bd0cb tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0721455 Sep 22 14:59:53.833045 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b65a7fdd-0eee-4667-920e-77d5397812c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:53.933258 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b65a7fdd-0eee-4667-920e-77d5397812c2 admin admin] Publish callbacks [] for security_group (0a94d78e-552f-42d2-9fc1-88b3f97b671e), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:53.937183 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b65a7fdd-0eee-4667-920e-77d5397812c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (0a94d78e-552f-42d2-9fc1-88b3f97b671e), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:53.980926 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b65a7fdd-0eee-4667-920e-77d5397812c2 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=8c4344fe2ae142fca7d3b983481d9fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073330 Sep 22 14:59:53.981160 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a7fdd-0eee-4667-920e-77d5397812c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a94d78e-552f-42d2-9fc1-88b3f97b671e,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:53.984791 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48346) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:53.985558 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d6c3dfeb-6c4d-43ba-b362-4ef0d47aca02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.028704 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e6874117-7b9f-4e51-987f-af1e43f9b868 req-d8d03e51-15e5-429d-ac17-ad5027c0ed64 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528467 Sep 22 14:59:54.041604 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6f587be1-6ae7-407a-b643-044ab9212414 admin admin] Publish callbacks [] for security_group (0a94d78e-552f-42d2-9fc1-88b3f97b671e), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.063697 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6f587be1-6ae7-407a-b643-044ab9212414 admin admin] Publish callbacks [] for security_group (0a94d78e-552f-42d2-9fc1-88b3f97b671e), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.097044 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d6c3dfeb-6c4d-43ba-b362-4ef0d47aca02 admin admin] Publish callbacks [] for security_group (c46352f2-531c-496d-830c-f77689cdcb37), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.102749 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d6c3dfeb-6c4d-43ba-b362-4ef0d47aca02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (c46352f2-531c-496d-830c-f77689cdcb37), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.128156 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6f587be1-6ae7-407a-b643-044ab9212414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (0a94d78e-552f-42d2-9fc1-88b3f97b671e), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.130888 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6f587be1-6ae7-407a-b643-044ab9212414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.134714 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6f587be1-6ae7-407a-b643-044ab9212414 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/0a94d78e-552f-42d2-9fc1-88b3f97b671e HTTP/1.1" status: 204 len: 168 time: 0.1489682 Sep 22 14:59:54.145364 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f587be1-6ae7-407a-b643-044ab9212414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a94d78e-552f-42d2-9fc1-88b3f97b671e,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:54.176172 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3dfeb-6c4d-43ba-b362-4ef0d47aca02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46352f2-531c-496d-830c-f77689cdcb37,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:54.186467 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-d6c3dfeb-6c4d-43ba-b362-4ef0d47aca02 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=8194ac89d7394e4f9193411d8bce66fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5089910 Sep 22 14:59:54.186643 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48352) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:54.195121 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 14:59:54.198725 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcef77f-0ad4-40c9-ac63-f196c5a41a65 req-79e66263-043a-4431-879d-6e193fccb034 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:54.203806 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3fcef77f-0ad4-40c9-ac63-f196c5a41a65 req-79e66263-043a-4431-879d-6e193fccb034 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0886016 Sep 22 14:59:54.211501 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 48354) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:54.217164 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-c2c27f09-2490-4f1a-b201-b7bc1d2c8c86 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Request body: {'floatingip': {'port_id': '55a8cf19-235c-45bb-bea4-adcb554d7518'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 14:59:54.265948 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-75c53a08-e385-49e9-86f4-3bb220a12cf9 admin admin] Publish callbacks [] for security_group (c46352f2-531c-496d-830c-f77689cdcb37), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.287986 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-75c53a08-e385-49e9-86f4-3bb220a12cf9 admin admin] Publish callbacks [] for security_group (c46352f2-531c-496d-830c-f77689cdcb37), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.298725 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c2c27f09-2490-4f1a-b201-b7bc1d2c8c86 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for floatingip (32654e5e-e7bf-486b-a1b5-4b8c08af2a72), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.343105 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-75c53a08-e385-49e9-86f4-3bb220a12cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (c46352f2-531c-496d-830c-f77689cdcb37), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.346367 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-75c53a08-e385-49e9-86f4-3bb220a12cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.347567 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-75c53a08-e385-49e9-86f4-3bb220a12cf9 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/c46352f2-531c-496d-830c-f77689cdcb37 HTTP/1.1" status: 204 len: 168 time: 0.1595764 Sep 22 14:59:54.356543 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c53a08-e385-49e9-86f4-3bb220a12cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46352f2-531c-496d-830c-f77689cdcb37,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:54.433171 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:54.559438 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48364) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:54.573395 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4dcc9648-f0dd-4d6e-8895-2e43ff201a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.676059 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-db6c1019-f9dc-4b11-8e18-9000c1e299a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.677880 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4dcc9648-f0dd-4d6e-8895-2e43ff201a25 admin admin] Publish callbacks [] for security_group (ccd4417a-fb82-4ea8-ab66-1be40dcb9dd4), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.690353 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4dcc9648-f0dd-4d6e-8895-2e43ff201a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (ccd4417a-fb82-4ea8-ab66-1be40dcb9dd4), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.736312 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-4dcc9648-f0dd-4d6e-8895-2e43ff201a25 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=df8e51b05f734870a085a11c1fe23dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1757526 Sep 22 14:59:54.739667 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48370) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:54.752126 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3af152-72d0-4845-b5d4-755ec7f8583a req-fcac98d4-38d6-4cf5-8986-5ddfbd867325 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:54.753524 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc9648-f0dd-4d6e-8895-2e43ff201a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd4417a-fb82-4ea8-ab66-1be40dcb9dd4,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:54.753669 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1a3af152-72d0-4845-b5d4-755ec7f8583a req-fcac98d4-38d6-4cf5-8986-5ddfbd867325 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.2402623 Sep 22 14:59:54.765606 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:54.801012 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fdb57060-acc6-4a31-bd7b-800081137cb3 admin admin] Publish callbacks [] for security_group (ccd4417a-fb82-4ea8-ab66-1be40dcb9dd4), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.822466 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fdb57060-acc6-4a31-bd7b-800081137cb3 admin admin] Publish callbacks [] for security_group (ccd4417a-fb82-4ea8-ab66-1be40dcb9dd4), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.865755 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48372) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:54.873325 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:54.881298 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-72db459f-3c46-4785-bfd1-ae75a3843fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.894201 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fdb57060-acc6-4a31-bd7b-800081137cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (ccd4417a-fb82-4ea8-ab66-1be40dcb9dd4), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.896712 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fdb57060-acc6-4a31-bd7b-800081137cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:54.897839 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-fdb57060-acc6-4a31-bd7b-800081137cb3 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/ccd4417a-fb82-4ea8-ab66-1be40dcb9dd4 HTTP/1.1" status: 204 len: 168 time: 0.1572771 Sep 22 14:59:54.912932 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1a3af152-72d0-4845-b5d4-755ec7f8583a req-7e2b931d-3a0e-455f-a007-8b9ca6274eae tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496587 Sep 22 14:59:54.915068 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb57060-acc6-4a31-bd7b-800081137cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd4417a-fb82-4ea8-ab66-1be40dcb9dd4,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:54.998190 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-72db459f-3c46-4785-bfd1-ae75a3843fe9 admin admin] Publish callbacks [] for security_group (a3c08698-db59-40bc-acb9-91dbd9f4fa26), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.003242 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-72db459f-3c46-4785-bfd1-ae75a3843fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (a3c08698-db59-40bc-acb9-91dbd9f4fa26), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.020074 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.db.resource_extend [None req-c2c27f09-2490-4f1a-b201-b7bc1d2c8c86 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 22 14:59:55.050274 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-72db459f-3c46-4785-bfd1-ae75a3843fe9 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=12d5a7195d9f4a468e45982332697627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832385 Sep 22 14:59:55.052825 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48380) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:55.055089 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db459f-3c46-4785-bfd1-ae75a3843fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c08698-db59-40bc-acb9-91dbd9f4fa26,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:55.109010 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c2c27f09-2490-4f1a-b201-b7bc1d2c8c86 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.117277 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b008bb0a-acba-49cb-9be2-dffce6a106a5 admin admin] Publish callbacks [] for security_group (a3c08698-db59-40bc-acb9-91dbd9f4fa26), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.117539 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c2c27f09-2490-4f1a-b201-b7bc1d2c8c86 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (32654e5e-e7bf-486b-a1b5-4b8c08af2a72), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.146970 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b008bb0a-acba-49cb-9be2-dffce6a106a5 admin admin] Publish callbacks [] for security_group (a3c08698-db59-40bc-acb9-91dbd9f4fa26), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.216154 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b008bb0a-acba-49cb-9be2-dffce6a106a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (a3c08698-db59-40bc-acb9-91dbd9f4fa26), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.219506 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b008bb0a-acba-49cb-9be2-dffce6a106a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.220914 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b008bb0a-acba-49cb-9be2-dffce6a106a5 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/a3c08698-db59-40bc-acb9-91dbd9f4fa26 HTTP/1.1" status: 204 len: 168 time: 0.1668913 Sep 22 14:59:55.230320 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008bb0a-acba-49cb-9be2-dffce6a106a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c08698-db59-40bc-acb9-91dbd9f4fa26,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:55.276462 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [None req-c2c27f09-2490-4f1a-b201-b7bc1d2c8c86 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Floating IP 32654e5e-e7bf-486b-a1b5-4b8c08af2a72 associated. External IP: 172.27.1.239, port: 55a8cf19-235c-45bb-bea4-adcb554d7518. Sep 22 14:59:55.279664 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:55.365191 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48390) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:55.521408 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c27f09-2490-4f1a-b201-b7bc1d2c8c86 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Router fc6d170e-fe7b-43ec-9b75-12b9977f3515 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 14:59:55.604138 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f1385e5-3ada-4a8b-b06a-4009c39828af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.712978 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f1385e5-3ada-4a8b-b06a-4009c39828af admin admin] Publish callbacks [] for security_group (9479facf-5212-4288-9553-bffd160912f1), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.720126 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f1385e5-3ada-4a8b-b06a-4009c39828af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (9479facf-5212-4288-9553-bffd160912f1), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.785573 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-8f1385e5-3ada-4a8b-b06a-4009c39828af admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=05a7808809fe4d94931f3f8afcd03b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191387 Sep 22 14:59:55.786467 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48410) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:55.795857 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1385e5-3ada-4a8b-b06a-4009c39828af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9479facf-5212-4288-9553-bffd160912f1,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:55.855525 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7c992009-5f23-48e0-b0c9-6974af55206a admin admin] Publish callbacks [] for security_group (9479facf-5212-4288-9553-bffd160912f1), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.882674 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7c992009-5f23-48e0-b0c9-6974af55206a admin admin] Publish callbacks [] for security_group (9479facf-5212-4288-9553-bffd160912f1), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.897969 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c27f09-2490-4f1a-b201-b7bc1d2c8c86 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 14:59:55.904466 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c2c27f09-2490-4f1a-b201-b7bc1d2c8c86 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.914184 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4872b10-b81a-4773-83dd-19b70f61662f None None] Sync routers for ids ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 14:59:55.929549 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4872b10-b81a-4773-83dd-19b70f61662f None None] Routers {'fc6d170e-fe7b-43ec-9b75-12b9977f3515'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:59:55.930283 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b4872b10-b81a-4773-83dd-19b70f61662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:59:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:59:55.965699 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7c992009-5f23-48e0-b0c9-6974af55206a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (9479facf-5212-4288-9553-bffd160912f1), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.970038 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7c992009-5f23-48e0-b0c9-6974af55206a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:55.970243 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-c2c27f09-2490-4f1a-b201-b7bc1d2c8c86 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "PUT /networking/v2.0/floatingips/32654e5e-e7bf-486b-a1b5-4b8c08af2a72 HTTP/1.1" status: 200 len: 991 time: 1.7559209 Sep 22 14:59:55.971116 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'tag': '55a8cf19-235c-45bb-bea4-adcb554d7518'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 14:59:55.972293 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7c992009-5f23-48e0-b0c9-6974af55206a admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/9479facf-5212-4288-9553-bffd160912f1 HTTP/1.1" status: 204 len: 168 time: 0.1840992 Sep 22 14:59:55.974380 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8e7d0e-84bd-4244-94ee-f2d809454b40" -d '{"events": [{"name": "network-changed", "server_uuid": "19a37c1c-ad55-4d39-a120-00b0ac6fb5af", "tag": "55a8cf19-235c-45bb-bea4-adcb554d7518"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 14:59:55.999750 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c992009-5f23-48e0-b0c9-6974af55206a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9479facf-5212-4288-9553-bffd160912f1,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:56.050379 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 14:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b006bc-544a-41af-8051-1ab289a5ca3a x-openstack-request-id: req-67b006bc-544a-41af-8051-1ab289a5ca3a {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 14:59:56.050668 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a37c1c-ad55-4d39-a120-00b0ac6fb5af", "tag": "55a8cf19-235c-45bb-bea4-adcb554d7518", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 14:59:56.050923 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67b006bc-544a-41af-8051-1ab289a5ca3a {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 14:59:56.051906 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b006bc-544a-41af-8051-1ab289a5ca3a'] response: {'name': 'network-changed', 'server_uuid': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'tag': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'status': 'completed', 'code': 200} Sep 22 14:59:56.108528 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-b4872b10-b81a-4773-83dd-19b70f61662f None None] Set router fc6d170e-fe7b-43ec-9b75-12b9977f3515 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:59:56.163385 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd26260-dbcc-460e-9a12-c42ad44d2946 req-588ecba5-2145-48a5-9844-89be18ed14e6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:56.169998 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fbd26260-dbcc-460e-9a12-c42ad44d2946 req-588ecba5-2145-48a5-9844-89be18ed14e6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.1090190 Sep 22 14:59:56.232145 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e7d0e-84bd-4244-94ee-f2d809454b40 req-ac35c313-8045-409f-8d59-b644d3e99a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:56.233775 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1a8e7d0e-84bd-4244-94ee-f2d809454b40 req-ac35c313-8045-409f-8d59-b644d3e99a1d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 1129 time: 0.1059525 Sep 22 14:59:56.243581 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:56.367221 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fbd26260-dbcc-460e-9a12-c42ad44d2946 req-850060e2-63ce-4937-b53e-25d553acf986 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723268 Sep 22 14:59:56.423182 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e7d0e-84bd-4244-94ee-f2d809454b40 req-8dfcbf96-5725-469b-a4f6-e92733124f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:56.424693 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1a8e7d0e-84bd-4244-94ee-f2d809454b40 req-8dfcbf96-5725-469b-a4f6-e92733124f9c service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 200 len: 918 time: 0.1677356 Sep 22 14:59:56.461634 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b4872b10-b81a-4773-83dd-19b70f61662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '32654e5e-e7bf-486b-a1b5-4b8c08af2a72', 'tenant_id': '58581ef3e3844816923467523d5be072', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'port_id': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'mac_address': 'fa:16:3e:9e:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T14:58:27Z', 'updated_at': '2022-09-22T14:59:54Z', 'revision_number': 1, 'project_id': '58581ef3e3844816923467523d5be072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427f15b2-4d03-435d-b186-5328e870139d', 'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'tenant_id': '58581ef3e3844816923467523d5be072', 'mac_address': 'fa:16:3e:c8:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:20Z', 'updated_at': '2022-09-22T14:58:29Z', 'revision_number': 5, 'project_id': '58581ef3e3844816923467523d5be072', 'subnets': [{'id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:59:56.498336 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4872b10-b81a-4773-83dd-19b70f61662f None None] Checking router: fc6d170e-fe7b-43ec-9b75-12b9977f3515 for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 14:59:56.508571 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4872b10-b81a-4773-83dd-19b70f61662f None None] Routers {'fc6d170e-fe7b-43ec-9b75-12b9977f3515'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 14:59:56.509746 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b4872b10-b81a-4773-83dd-19b70f61662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:59:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:59:56.553165 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1a8e7d0e-84bd-4244-94ee-f2d809454b40 req-580ee0b8-83f2-4fe2-bd15-9375bbb76e1a service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55a8cf19-235c-45bb-bea4-adcb554d7518 HTTP/1.1" status: 200 len: 999 time: 0.1182961 Sep 22 14:59:56.630710 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e7d0e-84bd-4244-94ee-f2d809454b40 req-542fd494-419b-403e-95ef-49d93b62d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:56.632607 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1a8e7d0e-84bd-4244-94ee-f2d809454b40 req-542fd494-419b-403e-95ef-49d93b62d0cf service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=beeb1e81-2d0a-4aaa-8268-e889ab63bedf HTTP/1.1" status: 200 len: 856 time: 0.0713058 Sep 22 14:59:56.659017 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-b4872b10-b81a-4773-83dd-19b70f61662f None None] Set router fc6d170e-fe7b-43ec-9b75-12b9977f3515 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 14:59:56.733926 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e7d0e-84bd-4244-94ee-f2d809454b40 req-956ab09e-b004-4bfc-9011-2011a9ad3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:56.736065 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1a8e7d0e-84bd-4244-94ee-f2d809454b40 req-956ab09e-b004-4bfc-9011-2011a9ad3dfb service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d2cd27ce-59e4-4969-86d2-13164d033d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599253 Sep 22 14:59:56.903228 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1a8e7d0e-84bd-4244-94ee-f2d809454b40 req-838f08ad-6283-427f-a754-96114e594ab9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517093 Sep 22 14:59:57.043997 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-b4872b10-b81a-4773-83dd-19b70f61662f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '32654e5e-e7bf-486b-a1b5-4b8c08af2a72', 'tenant_id': '58581ef3e3844816923467523d5be072', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'port_id': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'mac_address': 'fa:16:3e:9e:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T14:58:27Z', 'updated_at': '2022-09-22T14:59:54Z', 'revision_number': 1, 'project_id': '58581ef3e3844816923467523d5be072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427f15b2-4d03-435d-b186-5328e870139d', 'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'tenant_id': '58581ef3e3844816923467523d5be072', 'mac_address': 'fa:16:3e:c8:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:20Z', 'updated_at': '2022-09-22T14:58:29Z', 'revision_number': 5, 'project_id': '58581ef3e3844816923467523d5be072', 'subnets': [{'id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 14:59:57.061174 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1a8e7d0e-84bd-4244-94ee-f2d809454b40 req-5ffc40cd-93d0-425b-84a7-067289ac8c35 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455753 Sep 22 14:59:57.074531 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4872b10-b81a-4773-83dd-19b70f61662f None None] The sync data for ids ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'] in dv-cinder-856463-5-iscsi is: [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '32654e5e-e7bf-486b-a1b5-4b8c08af2a72', 'tenant_id': '58581ef3e3844816923467523d5be072', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'port_id': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'mac_address': 'fa:16:3e:9e:12:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T14:58:27Z', 'updated_at': '2022-09-22T14:59:54Z', 'revision_number': 1, 'project_id': '58581ef3e3844816923467523d5be072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427f15b2-4d03-435d-b186-5328e870139d', 'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'tenant_id': '58581ef3e3844816923467523d5be072', 'mac_address': 'fa:16:3e:c8:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:20Z', 'updated_at': '2022-09-22T14:58:29Z', 'revision_number': 5, 'project_id': '58581ef3e3844816923467523d5be072', 'subnets': [{'id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 14:59:57.103018 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ab42c2d7-a58f-4b75-be8d-0f2a25d23441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:57.339455 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291018e5-be9f-46bf-8d79-a5440d247097 None None] New status for floating IP 32654e5e-e7bf-486b-a1b5-4b8c08af2a72: ACTIVE {{(pid=106243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 14:59:57.509367 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:57.520534 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8a37e-1109-437b-82c1-553112019d2c req-921f05d9-7a42-4f73-8943-a21f7d197312 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:57.523193 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f8b8a37e-1109-437b-82c1-553112019d2c req-921f05d9-7a42-4f73-8943-a21f7d197312 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0676870 Sep 22 14:59:57.592736 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f8b8a37e-1109-437b-82c1-553112019d2c req-d21ed6a1-1937-4152-9103-2f9e4829220c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630581 Sep 22 14:59:58.216415 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:58.251808 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48530) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:58.445668 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-112f46ae-9e0b-4eaf-860b-085dc65b511e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:58.520846 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:58.547421 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 14:59:58.572402 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-112f46ae-9e0b-4eaf-860b-085dc65b511e admin admin] Publish callbacks [] for security_group (9fec4060-cc36-4072-98be-41643b3476f2), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:58.577742 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-112f46ae-9e0b-4eaf-860b-085dc65b511e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (9fec4060-cc36-4072-98be-41643b3476f2), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:58.618196 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-112f46ae-9e0b-4eaf-860b-085dc65b511e admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=f32db02762af48bb80268838e373a056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3651638 Sep 22 14:59:58.620000 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f46ae-9e0b-4eaf-860b-085dc65b511e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fec4060-cc36-4072-98be-41643b3476f2,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:58.621000 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 48554) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 14:59:58.701448 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0b754c8c-6d78-4056-a2f4-99af47885f26 admin admin] Publish callbacks [] for security_group (9fec4060-cc36-4072-98be-41643b3476f2), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:58.751092 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0b754c8c-6d78-4056-a2f4-99af47885f26 admin admin] Publish callbacks [] for security_group (9fec4060-cc36-4072-98be-41643b3476f2), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:58.765244 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6611b-d042-4131-986a-a51731b98f26 req-23882da0-75a4-49e1-a8d9-e418e6a078ee tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 14:59:58.767515 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1cf6611b-d042-4131-986a-a51731b98f26 req-23882da0-75a4-49e1-a8d9-e418e6a078ee tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0792959 Sep 22 14:59:58.849201 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1cf6611b-d042-4131-986a-a51731b98f26 req-18861b25-032c-4712-a4b4-3183e0791726 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732763 Sep 22 14:59:58.850197 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0b754c8c-6d78-4056-a2f4-99af47885f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (9fec4060-cc36-4072-98be-41643b3476f2), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:58.852739 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0b754c8c-6d78-4056-a2f4-99af47885f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 14:59:58.853774 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-0b754c8c-6d78-4056-a2f4-99af47885f26 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/9fec4060-cc36-4072-98be-41643b3476f2 HTTP/1.1" status: 204 len: 168 time: 0.2317374 Sep 22 14:59:58.866175 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b754c8c-6d78-4056-a2f4-99af47885f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fec4060-cc36-4072-98be-41643b3476f2,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 14:59:59.972405 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:00.008519 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774b740-3709-4698-95f0-45db74967b8c req-5fc9be41-5f3b-4423-8910-a64acdaebb73 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:00.010486 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6774b740-3709-4698-95f0-45db74967b8c req-5fc9be41-5f3b-4423-8910-a64acdaebb73 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0676038 Sep 22 15:00:00.018033 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48662) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:00.048616 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:00.118084 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6774b740-3709-4698-95f0-45db74967b8c req-8ac238b1-7ddf-46a9-be3d-3d144c10852a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009362 Sep 22 15:00:00.207461 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-242863bf-f3f3-4c8c-b831-133841044dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:00.286590 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-242863bf-f3f3-4c8c-b831-133841044dcb admin admin] Publish callbacks [] for security_group (bc338116-4ae0-4cef-87f3-ed0ff490b13e), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:00.290520 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-242863bf-f3f3-4c8c-b831-133841044dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (bc338116-4ae0-4cef-87f3-ed0ff490b13e), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:00.334171 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-242863bf-f3f3-4c8c-b831-133841044dcb admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=3650aec309f5416599fe3bf7627d06f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141432 Sep 22 15:00:00.335646 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242863bf-f3f3-4c8c-b831-133841044dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc338116-4ae0-4cef-87f3-ed0ff490b13e,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:00.338010 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48672) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:00.395046 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-96d1a8a4-5953-4dcf-80cb-04b8916ab123 admin admin] Publish callbacks [] for security_group (bc338116-4ae0-4cef-87f3-ed0ff490b13e), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:00.415762 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-96d1a8a4-5953-4dcf-80cb-04b8916ab123 admin admin] Publish callbacks [] for security_group (bc338116-4ae0-4cef-87f3-ed0ff490b13e), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:00.463454 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-96d1a8a4-5953-4dcf-80cb-04b8916ab123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (bc338116-4ae0-4cef-87f3-ed0ff490b13e), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:00.466032 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-96d1a8a4-5953-4dcf-80cb-04b8916ab123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:00.467182 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-96d1a8a4-5953-4dcf-80cb-04b8916ab123 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/bc338116-4ae0-4cef-87f3-ed0ff490b13e HTTP/1.1" status: 204 len: 168 time: 0.1282530 Sep 22 15:00:00.474948 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1a8a4-5953-4dcf-80cb-04b8916ab123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc338116-4ae0-4cef-87f3-ed0ff490b13e,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:00.762864 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 48682) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:00.778708 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0a715d44-aefc-42f8-8cac-6877d1e6eb7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:00.816332 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:00.861190 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0a715d44-aefc-42f8-8cac-6877d1e6eb7e admin admin] Publish callbacks [] for security_group (1a57d914-f734-403f-a380-ca474b789260), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:00.865872 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0a715d44-aefc-42f8-8cac-6877d1e6eb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (1a57d914-f734-403f-a380-ca474b789260), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:00.911224 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-0a715d44-aefc-42f8-8cac-6877d1e6eb7e admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=07b37c536dda48d6947cd18fdd37210a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471522 Sep 22 15:00:00.912744 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a715d44-aefc-42f8-8cac-6877d1e6eb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57d914-f734-403f-a380-ca474b789260,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:00.914767 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48688) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:00.976988 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6e6e0486-1f3f-49a9-9831-ef0f0fee8f14 admin admin] Publish callbacks [] for security_group (1a57d914-f734-403f-a380-ca474b789260), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:00.997270 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6e6e0486-1f3f-49a9-9831-ef0f0fee8f14 admin admin] Publish callbacks [] for security_group (1a57d914-f734-403f-a380-ca474b789260), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:01.052663 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6e6e0486-1f3f-49a9-9831-ef0f0fee8f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (1a57d914-f734-403f-a380-ca474b789260), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:01.055295 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6e6e0486-1f3f-49a9-9831-ef0f0fee8f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:01.056515 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6e6e0486-1f3f-49a9-9831-ef0f0fee8f14 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/1a57d914-f734-403f-a380-ca474b789260 HTTP/1.1" status: 204 len: 168 time: 0.1406088 Sep 22 15:00:01.065161 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e0486-1f3f-49a9-9831-ef0f0fee8f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57d914-f734-403f-a380-ca474b789260,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:01.261946 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48d806-5116-4c0a-a121-a20288fb4e89 req-c3baa63f-f559-4136-a347-989d942f4d69 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:01.263483 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0c48d806-5116-4c0a-a121-a20288fb4e89 req-c3baa63f-f559-4136-a347-989d942f4d69 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0547066 Sep 22 15:00:01.318297 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0c48d806-5116-4c0a-a121-a20288fb4e89 req-4edb0d18-9dc0-4894-9458-e744a600500b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474994 Sep 22 15:00:01.603717 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722052b-215e-43b5-8752-3b042266d208 req-397c9037-c193-4575-9de2-89ce6020348b tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:01.605311 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c722052b-215e-43b5-8752-3b042266d208 req-397c9037-c193-4575-9de2-89ce6020348b tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.0511887 Sep 22 15:00:01.657798 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c722052b-215e-43b5-8752-3b042266d208 req-58b40127-fa40-417b-9baf-f2bd98b8fb33 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448020 Sep 22 15:00:02.467556 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a002f1-f3ed-488f-a37f-a9ab1e3b1093 req-2f600297-c131-4736-ab50-1a62e0f07384 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:02.468470 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-70a002f1-f3ed-488f-a37f-a9ab1e3b1093 req-2f600297-c131-4736-ab50-1a62e0f07384 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0524378 Sep 22 15:00:02.543661 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-70a002f1-f3ed-488f-a37f-a9ab1e3b1093 req-b63b3527-253c-462d-b675-d5af78df94f5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653491 Sep 22 15:00:02.810512 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6be706-ed1c-4ccc-9403-f82eea565c74 req-7ec01d4a-5291-4cc5-95c7-f72503cb3525 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:02.819555 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8b6be706-ed1c-4ccc-9403-f82eea565c74 req-7ec01d4a-5291-4cc5-95c7-f72503cb3525 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.0697727 Sep 22 15:00:02.841452 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:02.882298 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8b6be706-ed1c-4ccc-9403-f82eea565c74 req-b942d0a3-c7f6-4c9e-9786-8446bb0ec6cf tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611918 Sep 22 15:00:03.088710 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48828) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:03.219569 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bed2bd90-15ae-4599-8e98-da3345376a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:03.298655 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bed2bd90-15ae-4599-8e98-da3345376a72 admin admin] Publish callbacks [] for security_group (6db01058-911c-4d21-92ac-9cfe6e3f75f9), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:03.303173 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bed2bd90-15ae-4599-8e98-da3345376a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (6db01058-911c-4d21-92ac-9cfe6e3f75f9), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:03.338374 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:03.342098 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2bd90-15ae-4599-8e98-da3345376a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db01058-911c-4d21-92ac-9cfe6e3f75f9,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:03.346926 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-bed2bd90-15ae-4599-8e98-da3345376a72 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=92b347d6b3c346f593ca4ba9baf627d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570326 Sep 22 15:00:03.349835 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48840) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:03.368337 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:03.406315 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d1b4a611-37cc-42a1-b5a7-8df9260bd641 admin admin] Publish callbacks [] for security_group (6db01058-911c-4d21-92ac-9cfe6e3f75f9), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:03.427254 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d1b4a611-37cc-42a1-b5a7-8df9260bd641 admin admin] Publish callbacks [] for security_group (6db01058-911c-4d21-92ac-9cfe6e3f75f9), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:03.477141 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d1b4a611-37cc-42a1-b5a7-8df9260bd641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (6db01058-911c-4d21-92ac-9cfe6e3f75f9), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:03.479793 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d1b4a611-37cc-42a1-b5a7-8df9260bd641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:03.480911 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d1b4a611-37cc-42a1-b5a7-8df9260bd641 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/6db01058-911c-4d21-92ac-9cfe6e3f75f9 HTTP/1.1" status: 204 len: 168 time: 0.1301785 Sep 22 15:00:03.488830 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4a611-37cc-42a1-b5a7-8df9260bd641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db01058-911c-4d21-92ac-9cfe6e3f75f9,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:03.670500 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326456b-d418-4d1b-9a3b-d9a021b329e7 req-44d48551-0a19-4dbb-a810-b0e58086bcf9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:03.672003 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7326456b-d418-4d1b-9a3b-d9a021b329e7 req-44d48551-0a19-4dbb-a810-b0e58086bcf9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0464563 Sep 22 15:00:03.724946 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7326456b-d418-4d1b-9a3b-d9a021b329e7 req-758ce1d0-0b10-4564-a1d9-708a1a3da74f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471880 Sep 22 15:00:03.767891 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 48848) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:03.780936 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-72a65bee-7b0c-4541-a626-6202edaaae2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:03.862085 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-72a65bee-7b0c-4541-a626-6202edaaae2d admin admin] Publish callbacks [] for security_group (23d4fb67-fa47-4b35-9c72-27de117a5f03), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:03.865945 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-72a65bee-7b0c-4541-a626-6202edaaae2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (23d4fb67-fa47-4b35-9c72-27de117a5f03), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:03.905960 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-72a65bee-7b0c-4541-a626-6202edaaae2d admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=7544e59fd2b04b62b370f68083a3abc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369646 Sep 22 15:00:03.906857 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a65bee-7b0c-4541-a626-6202edaaae2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d4fb67-fa47-4b35-9c72-27de117a5f03,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:03.909295 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 48850) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:03.969571 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-548635e7-7481-40d3-ab12-a9cdae743147 admin admin] Publish callbacks [] for security_group (23d4fb67-fa47-4b35-9c72-27de117a5f03), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:04.021026 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-548635e7-7481-40d3-ab12-a9cdae743147 admin admin] Publish callbacks [] for security_group (23d4fb67-fa47-4b35-9c72-27de117a5f03), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:04.052656 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6273ad4-b95b-46b1-ae25-c431d30f3d95 req-fdbb4e79-6576-458e-9002-6a7377fdd033 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:04.054157 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b6273ad4-b95b-46b1-ae25-c431d30f3d95 req-fdbb4e79-6576-458e-9002-6a7377fdd033 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.0761225 Sep 22 15:00:04.084117 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:04.117064 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b6273ad4-b95b-46b1-ae25-c431d30f3d95 req-3793d741-90ed-41f7-9d7f-e08300a2d261 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551333 Sep 22 15:00:04.125170 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-548635e7-7481-40d3-ab12-a9cdae743147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (23d4fb67-fa47-4b35-9c72-27de117a5f03), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:04.128118 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-548635e7-7481-40d3-ab12-a9cdae743147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:04.129375 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-548635e7-7481-40d3-ab12-a9cdae743147 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/23d4fb67-fa47-4b35-9c72-27de117a5f03 HTTP/1.1" status: 204 len: 168 time: 0.2191668 Sep 22 15:00:04.150174 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548635e7-7481-40d3-ab12-a9cdae743147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d4fb67-fa47-4b35-9c72-27de117a5f03,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:04.492185 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48880) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:04.620432 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-83de710f-81c2-4709-8d3c-93902bb699af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:04.710572 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-83de710f-81c2-4709-8d3c-93902bb699af admin admin] Publish callbacks [] for security_group (0f236a56-f3a9-4a25-8c8e-7b604bca8b35), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:04.718178 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-83de710f-81c2-4709-8d3c-93902bb699af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (0f236a56-f3a9-4a25-8c8e-7b604bca8b35), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:04.737163 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb29a54-7846-40ea-8823-02d20ccf793b req-939435dc-1540-4b80-9f82-16e7c1bca49e tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:04.739226 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7cb29a54-7846-40ea-8823-02d20ccf793b req-939435dc-1540-4b80-9f82-16e7c1bca49e tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.0752537 Sep 22 15:00:04.740182 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 48890) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:04.751148 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-83de710f-81c2-4709-8d3c-93902bb699af admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=b9e966d6ba9b41909154ba63326fb5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578423 Sep 22 15:00:04.751814 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48894) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:04.810622 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de710f-81c2-4709-8d3c-93902bb699af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f236a56-f3a9-4a25-8c8e-7b604bca8b35,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:04.843514 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f4e88cc-6b52-4908-af7e-f0839b055d02 admin admin] Publish callbacks [] for security_group (0f236a56-f3a9-4a25-8c8e-7b604bca8b35), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:04.869948 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f4e88cc-6b52-4908-af7e-f0839b055d02 admin admin] Publish callbacks [] for security_group (0f236a56-f3a9-4a25-8c8e-7b604bca8b35), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:04.932761 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-7cb29a54-7846-40ea-8823-02d20ccf793b req-2997149d-a273-47fe-95fe-48f02a2dc32c tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Deleting port c751d6bc-2dcd-432a-8640-af91fce6db21 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:00:04.933164 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-7cb29a54-7846-40ea-8823-02d20ccf793b req-2997149d-a273-47fe-95fe-48f02a2dc32c tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:04.945788 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f4e88cc-6b52-4908-af7e-f0839b055d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (0f236a56-f3a9-4a25-8c8e-7b604bca8b35), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:04.949426 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0f4e88cc-6b52-4908-af7e-f0839b055d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:04.955993 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0f4e88cc-6b52-4908-af7e-f0839b055d02 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/0f236a56-f3a9-4a25-8c8e-7b604bca8b35 HTTP/1.1" status: 204 len: 168 time: 0.1991725 Sep 22 15:00:04.957712 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ec062-2081-48cb-a340-3c438ea1036d req-f7554126-737b-48d5-bdf6-1f8e25d06839 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:04.959343 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-240ec062-2081-48cb-a340-3c438ea1036d req-f7554126-737b-48d5-bdf6-1f8e25d06839 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0966001 Sep 22 15:00:04.973682 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e88cc-6b52-4908-af7e-f0839b055d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f236a56-f3a9-4a25-8c8e-7b604bca8b35,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:05.049171 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-31d68744-b8a8-40a9-b248-53f6dd1b96c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:05.095554 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:05.130457 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-240ec062-2081-48cb-a340-3c438ea1036d req-5e402b4d-512d-44fb-bac1-487b6fc80d0c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221299 Sep 22 15:00:05.214720 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-7cb29a54-7846-40ea-8823-02d20ccf793b req-2997149d-a273-47fe-95fe-48f02a2dc32c tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] For port c751d6bc-2dcd-432a-8640-af91fce6db21, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c751d6bc-2dcd-432a-8640-af91fce6db21,segment=NetworkSegment(f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275),segment_id=f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:00:05.218730 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-7cb29a54-7846-40ea-8823-02d20ccf793b req-2997149d-a273-47fe-95fe-48f02a2dc32c tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:05.273141 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-7cb29a54-7846-40ea-8823-02d20ccf793b req-2997149d-a273-47fe-95fe-48f02a2dc32c tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Calling delete_port for c751d6bc-2dcd-432a-8640-af91fce6db21 owned by compute:nova {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:00:05.344956 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef02ef-2408-4e59-a4ba-fe4afe8a4cf6 req-4098e07b-36de-482a-990e-56320177fea5 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:05.346511 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30ef02ef-2408-4e59-a4ba-fe4afe8a4cf6 req-4098e07b-36de-482a-990e-56320177fea5 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 945 time: 0.1240220 Sep 22 15:00:05.436601 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-31d68744-b8a8-40a9-b248-53f6dd1b96c7 admin admin] Publish callbacks [] for security_group (15ffbaee-1e72-4778-82bb-fa1220871bd8), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:05.447595 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-31d68744-b8a8-40a9-b248-53f6dd1b96c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (15ffbaee-1e72-4778-82bb-fa1220871bd8), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:05.524348 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30ef02ef-2408-4e59-a4ba-fe4afe8a4cf6 req-09569059-eb65-49ef-91e0-c34711a8f357 tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f0cc8c3c-b269-4235-82a7-3de54980b0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391444 Sep 22 15:00:05.529855 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d68744-b8a8-40a9-b248-53f6dd1b96c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ffbaee-1e72-4778-82bb-fa1220871bd8,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:05.536894 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-31d68744-b8a8-40a9-b248-53f6dd1b96c7 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=6e75447b10894f0c92260947a00a060d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7955222 Sep 22 15:00:05.539759 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48930) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:05.607101 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:05.615171 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-35a89d6f-9089-445e-9a99-923c2bb8e231 admin admin] Publish callbacks [] for security_group (15ffbaee-1e72-4778-82bb-fa1220871bd8), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:05.643015 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-35a89d6f-9089-445e-9a99-923c2bb8e231 admin admin] Publish callbacks [] for security_group (15ffbaee-1e72-4778-82bb-fa1220871bd8), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:05.645184 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-7cb29a54-7846-40ea-8823-02d20ccf793b req-2997149d-a273-47fe-95fe-48f02a2dc32c tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (c751d6bc-2dcd-432a-8640-af91fce6db21), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:05.688908 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['c751d6bc-2dcd-432a-8640-af91fce6db21'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:00:05.694007 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997149d-a273-47fe-95fe-48f02a2dc32c tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Pushing event deleted for resources: {'Port': ['ID=c751d6bc-2dcd-432a-8640-af91fce6db21,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:05.701926 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-35a89d6f-9089-445e-9a99-923c2bb8e231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (15ffbaee-1e72-4778-82bb-fa1220871bd8), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:05.706615 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-35a89d6f-9089-445e-9a99-923c2bb8e231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:05.708617 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-35a89d6f-9089-445e-9a99-923c2bb8e231 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/15ffbaee-1e72-4778-82bb-fa1220871bd8 HTTP/1.1" status: 204 len: 168 time: 0.1661372 Sep 22 15:00:05.719860 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a89d6f-9089-445e-9a99-923c2bb8e231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ffbaee-1e72-4778-82bb-fa1220871bd8,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:05.776758 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48938) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:05.810541 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb29a54-7846-40ea-8823-02d20ccf793b req-2997149d-a273-47fe-95fe-48f02a2dc32c tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] No DVR routers for this DVR port c751d6bc-2dcd-432a-8640-af91fce6db21 on host hv-cinder-85646 {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:00:05.815139 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-7cb29a54-7846-40ea-8823-02d20ccf793b req-2997149d-a273-47fe-95fe-48f02a2dc32c tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:05.818889 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7cb29a54-7846-40ea-8823-02d20ccf793b req-2997149d-a273-47fe-95fe-48f02a2dc32c tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.49 "DELETE /networking/v2.0/ports/c751d6bc-2dcd-432a-8640-af91fce6db21 HTTP/1.1" status: 204 len: 173 time: 1.0701194 Sep 22 15:00:05.819486 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4429a701-1d54-4312-9716-0ac3778975b4', 'name': 'network-vif-deleted', 'tag': 'c751d6bc-2dcd-432a-8640-af91fce6db21'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:00:05.822052 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4c3c00-ba87-49cc-b8a0-2a78a70a2a32" -d '{"events": [{"server_uuid": "4429a701-1d54-4312-9716-0ac3778975b4", "name": "network-vif-deleted", "tag": "c751d6bc-2dcd-432a-8640-af91fce6db21"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:00:05.876209 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275e7fd9-92a8-441d-8734-ba78808af5d6 x-openstack-request-id: req-275e7fd9-92a8-441d-8734-ba78808af5d6 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:00:05.876514 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4429a701-1d54-4312-9716-0ac3778975b4", "name": "network-vif-deleted", "tag": "c751d6bc-2dcd-432a-8640-af91fce6db21", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:00:05.876770 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-275e7fd9-92a8-441d-8734-ba78808af5d6 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:00:05.877186 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275e7fd9-92a8-441d-8734-ba78808af5d6'] response: {'server_uuid': '4429a701-1d54-4312-9716-0ac3778975b4', 'name': 'network-vif-deleted', 'tag': 'c751d6bc-2dcd-432a-8640-af91fce6db21', 'status': 'completed', 'code': 200} Sep 22 15:00:06.091868 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf501-14c7-497f-a93a-70cf4248d6ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:06.191974 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf501-14c7-497f-a93a-70cf4248d6ec admin admin] Publish callbacks [] for security_group (7873ac76-4b7b-426a-b5b2-f81af28f1c07), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:06.194227 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48954) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:06.202972 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf501-14c7-497f-a93a-70cf4248d6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (7873ac76-4b7b-426a-b5b2-f81af28f1c07), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:06.219634 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-998b789e-3e39-40ca-b889-86d0ebeb8630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:06.228132 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:06.238405 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:06.266940 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcf501-14c7-497f-a93a-70cf4248d6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7873ac76-4b7b-426a-b5b2-f81af28f1c07,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:06.276487 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d8dcf501-14c7-497f-a93a-70cf4248d6ec admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=90df659dd1db4ceda249541b60ee5b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4980590 Sep 22 15:00:06.278644 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 48958) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:06.335770 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1eaf0-f2a5-4b5f-9e55-90d2bf8dbdb5 req-3dc9ec7d-0d01-4505-bbac-61e0c2816d2d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:06.347146 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0db1eaf0-f2a5-4b5f-9e55-90d2bf8dbdb5 req-3dc9ec7d-0d01-4505-bbac-61e0c2816d2d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0816667 Sep 22 15:00:06.401263 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-29e0ac40-a547-4b09-9165-4a2c9b70e603 admin admin] Publish callbacks [] for security_group (7873ac76-4b7b-426a-b5b2-f81af28f1c07), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:06.415525 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0db1eaf0-f2a5-4b5f-9e55-90d2bf8dbdb5 req-12607d7e-b17b-4385-a857-e9428c6dc207 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670626 Sep 22 15:00:06.447839 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-998b789e-3e39-40ca-b889-86d0ebeb8630 admin admin] Publish callbacks [] for security_group (b3333b9d-d039-47b1-a9a2-7d9cb4e93137), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:06.450924 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-29e0ac40-a547-4b09-9165-4a2c9b70e603 admin admin] Publish callbacks [] for security_group (7873ac76-4b7b-426a-b5b2-f81af28f1c07), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:06.459022 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-998b789e-3e39-40ca-b889-86d0ebeb8630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (b3333b9d-d039-47b1-a9a2-7d9cb4e93137), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:06.525879 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 48966) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:06.525999 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-998b789e-3e39-40ca-b889-86d0ebeb8630 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=dc1158a7542f434abfc7123628ac3b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306379 Sep 22 15:00:06.529158 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b789e-3e39-40ca-b889-86d0ebeb8630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3333b9d-d039-47b1-a9a2-7d9cb4e93137,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:06.562971 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-29e0ac40-a547-4b09-9165-4a2c9b70e603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (7873ac76-4b7b-426a-b5b2-f81af28f1c07), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:06.571514 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-29e0ac40-a547-4b09-9165-4a2c9b70e603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:06.572882 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-29e0ac40-a547-4b09-9165-4a2c9b70e603 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/7873ac76-4b7b-426a-b5b2-f81af28f1c07 HTTP/1.1" status: 204 len: 168 time: 0.2932224 Sep 22 15:00:06.601349 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0ac40-a547-4b09-9165-4a2c9b70e603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7873ac76-4b7b-426a-b5b2-f81af28f1c07,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:06.614730 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-478e828e-24a6-4b3c-901f-d63c59f96ac7 admin admin] Publish callbacks [] for security_group (b3333b9d-d039-47b1-a9a2-7d9cb4e93137), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:06.656557 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-478e828e-24a6-4b3c-901f-d63c59f96ac7 admin admin] Publish callbacks [] for security_group (b3333b9d-d039-47b1-a9a2-7d9cb4e93137), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:06.732309 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-83036635-6e58-4977-9cce-044c16e97199 req-626138c3-6736-4a82-8b75-b67242c0aa5c tempest-DeleteServersTestJSON-1162968471 tempest-DeleteServersTestJSON-1162968471-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4429a701-1d54-4312-9716-0ac3778975b4 HTTP/1.1" status: 200 len: 210 time: 0.0414455 Sep 22 15:00:06.751684 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-478e828e-24a6-4b3c-901f-d63c59f96ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (b3333b9d-d039-47b1-a9a2-7d9cb4e93137), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:06.755992 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-478e828e-24a6-4b3c-901f-d63c59f96ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:06.762497 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-478e828e-24a6-4b3c-901f-d63c59f96ac7 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/b3333b9d-d039-47b1-a9a2-7d9cb4e93137 HTTP/1.1" status: 204 len: 168 time: 0.2332616 Sep 22 15:00:06.772654 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e828e-24a6-4b3c-901f-d63c59f96ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3333b9d-d039-47b1-a9a2-7d9cb4e93137,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:07.040448 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=87 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:07.074896 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=69 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:07.550723 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dd4d5-ed7c-43aa-b6c0-290c0eb4a2e6 req-42eca718-5596-40ae-b967-edde10d6ccba tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:07.552667 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-867dd4d5-ed7c-43aa-b6c0-290c0eb4a2e6 req-42eca718-5596-40ae-b967-edde10d6ccba tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0548983 Sep 22 15:00:07.606831 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-867dd4d5-ed7c-43aa-b6c0-290c0eb4a2e6 req-1d66c7d8-ad74-4e85-8a85-679a7b297508 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466840 Sep 22 15:00:08.124644 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device c751d6bc-2dcd-432a-8640-af91fce6db21 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:00:08.161618 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: c751d6bc-2dcd-432a-8640-af91fce6db21 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:00:08.161977 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device c751d6bc-2dcd-432a-8640-af91fce6db21 not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:00:08.805748 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a349561-8a2c-4295-8123-f1d764496f26 req-ffb0bde7-3984-49fa-a6a5-0762c8bdf86d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:08.807323 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0a349561-8a2c-4295-8123-f1d764496f26 req-ffb0bde7-3984-49fa-a6a5-0762c8bdf86d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0913935 Sep 22 15:00:08.869174 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0a349561-8a2c-4295-8123-f1d764496f26 req-689c4c68-dcb2-44cb-9b42-9bfbba334df7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551491 Sep 22 15:00:09.342559 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 49172) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:09.738900 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d475081b-ae20-4e16-ba94-07a4cf53c046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4097958'] for router_interface (c801df42-b617-4d0a-83ea-ea1cdf372e7c), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:09.806419 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 49194) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:09.940011 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e18f6f91-06f7-416e-a113-17eb7b5ffc32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:10.009355 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:10.021054 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732619ac-8053-4ba6-990f-92f0c9c37150 req-585aa248-d389-4c71-8962-9d8ced823add tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:10.022582 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-732619ac-8053-4ba6-990f-92f0c9c37150 req-585aa248-d389-4c71-8962-9d8ced823add tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0622916 Sep 22 15:00:10.109120 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-732619ac-8053-4ba6-990f-92f0c9c37150 req-1ef01a56-484f-493d-86b8-5c46b1e5a1d2 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778005 Sep 22 15:00:10.110918 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e18f6f91-06f7-416e-a113-17eb7b5ffc32 admin admin] Publish callbacks [] for security_group (226cb8fe-4816-4b57-8071-12a6a5f05def), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:10.117747 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e18f6f91-06f7-416e-a113-17eb7b5ffc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (226cb8fe-4816-4b57-8071-12a6a5f05def), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:10.138445 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:10.172556 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f6f91-06f7-416e-a113-17eb7b5ffc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226cb8fe-4816-4b57-8071-12a6a5f05def,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:10.177914 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-e18f6f91-06f7-416e-a113-17eb7b5ffc32 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=17805705e6b846d3aa34a351fff8d319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691273 Sep 22 15:00:10.180647 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 49204) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:10.237547 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba37aed0-f361-42e4-b309-dfd643e8ba0a admin admin] Publish callbacks [] for security_group (226cb8fe-4816-4b57-8071-12a6a5f05def), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:10.255372 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-d475081b-ae20-4e16-ba94-07a4cf53c046 admin admin] Deleting port 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:00:10.255791 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d475081b-ae20-4e16-ba94-07a4cf53c046 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:10.260594 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba37aed0-f361-42e4-b309-dfd643e8ba0a admin admin] Publish callbacks [] for security_group (226cb8fe-4816-4b57-8071-12a6a5f05def), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:10.275014 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:10.306270 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:10.332431 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba37aed0-f361-42e4-b309-dfd643e8ba0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (226cb8fe-4816-4b57-8071-12a6a5f05def), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:10.336006 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba37aed0-f361-42e4-b309-dfd643e8ba0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:10.339544 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-ba37aed0-f361-42e4-b309-dfd643e8ba0a admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/226cb8fe-4816-4b57-8071-12a6a5f05def HTTP/1.1" status: 204 len: 168 time: 0.1552875 Sep 22 15:00:10.348681 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37aed0-f361-42e4-b309-dfd643e8ba0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226cb8fe-4816-4b57-8071-12a6a5f05def,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:10.373863 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-d475081b-ae20-4e16-ba94-07a4cf53c046 admin admin] For port 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=2bd77472-3b9c-4e18-b96a-4cfb3b8cedac,segment=NetworkSegment(f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275),segment_id=f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:00:10.374472 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d475081b-ae20-4e16-ba94-07a4cf53c046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:10.392222 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-d475081b-ae20-4e16-ba94-07a4cf53c046 admin admin] Calling delete_port for 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac owned by network:router_interface {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:00:10.619170 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d475081b-ae20-4e16-ba94-07a4cf53c046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764'] for port (2bd77472-3b9c-4e18-b96a-4cfb3b8cedac), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:10.647033 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475081b-ae20-4e16-ba94-07a4cf53c046 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd77472-3b9c-4e18-b96a-4cfb3b8cedac,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:10.731047 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 49220) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:10.747497 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ea655dd3-8396-445f-a994-fa006c16edf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:10.804343 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d475081b-ae20-4e16-ba94-07a4cf53c046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4121366'] for router_interface (c801df42-b617-4d0a-83ea-ea1cdf372e7c), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:10.853842 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ea655dd3-8396-445f-a994-fa006c16edf3 admin admin] Publish callbacks [] for security_group (9c17b46d-cd15-49e1-90dc-5d731ac2398c), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:10.858654 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ea655dd3-8396-445f-a994-fa006c16edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (9c17b46d-cd15-49e1-90dc-5d731ac2398c), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:10.910424 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-ea655dd3-8396-445f-a994-fa006c16edf3 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=59518401f11d4444abf7b3dfb5609e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779852 Sep 22 15:00:10.911224 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 49226) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:10.917964 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea655dd3-8396-445f-a994-fa006c16edf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c17b46d-cd15-49e1-90dc-5d731ac2398c,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:10.989330 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-7b135ad7-a63a-4238-b47f-f39fcf2177c1 admin admin] Publish callbacks [] for security_group (9c17b46d-cd15-49e1-90dc-5d731ac2398c), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:11.012312 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-7b135ad7-a63a-4238-b47f-f39fcf2177c1 admin admin] Publish callbacks [] for security_group (9c17b46d-cd15-49e1-90dc-5d731ac2398c), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:11.070027 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-7b135ad7-a63a-4238-b47f-f39fcf2177c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (9c17b46d-cd15-49e1-90dc-5d731ac2398c), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:11.073696 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-7b135ad7-a63a-4238-b47f-f39fcf2177c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:11.075570 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-7b135ad7-a63a-4238-b47f-f39fcf2177c1 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/9c17b46d-cd15-49e1-90dc-5d731ac2398c HTTP/1.1" status: 204 len: 168 time: 0.1629219 Sep 22 15:00:11.089183 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b135ad7-a63a-4238-b47f-f39fcf2177c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c17b46d-cd15-49e1-90dc-5d731ac2398c,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:11.139526 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d475081b-ae20-4e16-ba94-07a4cf53c046 admin admin] Router c801df42-b617-4d0a-83ea-ea1cdf372e7c has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:00:11.272135 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01d390-7b2c-4f15-a345-456838324074 req-ea1ee87e-0dc1-4d9a-aa1c-5dd02738e818 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:11.273735 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7d01d390-7b2c-4f15-a345-456838324074 req-ea1ee87e-0dc1-4d9a-aa1c-5dd02738e818 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0593195 Sep 22 15:00:11.307048 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:11.330789 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7d01d390-7b2c-4f15-a345-456838324074 req-82794987-1358-41f3-85ed-83e2fc1cfde6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515630 Sep 22 15:00:11.332763 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d475081b-ae20-4e16-ba94-07a4cf53c046 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:00:11.339305 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d475081b-ae20-4e16-ba94-07a4cf53c046 admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/c801df42-b617-4d0a-83ea-ea1cdf372e7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9956145 Sep 22 15:00:11.342644 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 49238) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:11.346493 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d937fc-8baa-48e0-88f8-bcf0f4875215 None None] Sync routers for ids ['c801df42-b617-4d0a-83ea-ea1cdf372e7c'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:00:11.371516 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d937fc-8baa-48e0-88f8-bcf0f4875215 None None] Routers {'c801df42-b617-4d0a-83ea-ea1cdf372e7c'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:00:11.371516 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-22d937fc-8baa-48e0-88f8-bcf0f4875215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:59:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c801df42-b617-4d0a-83ea-ea1cdf372e7c'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:00:11.423023 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:11.495718 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-22d937fc-8baa-48e0-88f8-bcf0f4875215 None None] Set router c801df42-b617-4d0a-83ea-ea1cdf372e7c gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:00:11.706608 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-22d937fc-8baa-48e0-88f8-bcf0f4875215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'name': 'tempest-DeleteServersTestJSON-461783746-router', 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:10Z', 'updated_at': '2022-09-22T15:00:10Z', 'revision_number': 5, 'project_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'gw_port': {'id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:00:11.736505 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d937fc-8baa-48e0-88f8-bcf0f4875215 None None] Checking router: c801df42-b617-4d0a-83ea-ea1cdf372e7c for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:00:11.746206 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d937fc-8baa-48e0-88f8-bcf0f4875215 None None] Routers {'c801df42-b617-4d0a-83ea-ea1cdf372e7c'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:00:11.746827 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-22d937fc-8baa-48e0-88f8-bcf0f4875215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T14:59:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c801df42-b617-4d0a-83ea-ea1cdf372e7c'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:00:11.783933 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] Publish callbacks [] for router (c801df42-b617-4d0a-83ea-ea1cdf372e7c), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:11.853132 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-22d937fc-8baa-48e0-88f8-bcf0f4875215 None None] Set router c801df42-b617-4d0a-83ea-ea1cdf372e7c gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:00:11.898480 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] Publish callbacks [] for router_gateway (c801df42-b617-4d0a-83ea-ea1cdf372e7c), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:11.954735 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] Deleting port 09c31af7-e7be-450f-b00e-17eaf3b7a67d {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:00:11.955068 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (09c31af7-e7be-450f-b00e-17eaf3b7a67d), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:12.056648 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-22d937fc-8baa-48e0-88f8-bcf0f4875215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'name': 'tempest-DeleteServersTestJSON-461783746-router', 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:10Z', 'updated_at': '2022-09-22T15:00:10Z', 'revision_number': 5, 'project_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'gw_port': {'id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:00:12.072022 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] For port 09c31af7-e7be-450f-b00e-17eaf3b7a67d, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=09c31af7-e7be-450f-b00e-17eaf3b7a67d,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:00:12.072404 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (09c31af7-e7be-450f-b00e-17eaf3b7a67d), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:12.086780 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:12.088472 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] Calling delete_port for 09c31af7-e7be-450f-b00e-17eaf3b7a67d owned by network:router_gateway {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:00:12.089673 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d937fc-8baa-48e0-88f8-bcf0f4875215 None None] The sync data for ids ['c801df42-b617-4d0a-83ea-ea1cdf372e7c'] in dv-cinder-856463-5-iscsi is: [{'id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'name': 'tempest-DeleteServersTestJSON-461783746-router', 'tenant_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:10Z', 'updated_at': '2022-09-22T15:00:10Z', 'revision_number': 5, 'project_id': '3e3eb7b7c1be4710b1cdea1e2dc4bf91', 'gw_port': {'id': '09c31af7-e7be-450f-b00e-17eaf3b7a67d', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c801df42-b617-4d0a-83ea-ea1cdf372e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:00:12.279500 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (09c31af7-e7be-450f-b00e-17eaf3b7a67d), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:12.308872 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=09c31af7-e7be-450f-b00e-17eaf3b7a67d,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:12.371871 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121692'] for router_gateway (c801df42-b617-4d0a-83ea-ea1cdf372e7c), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:12.517534 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15746'] for router (c801df42-b617-4d0a-83ea-ea1cdf372e7c), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:12.521670 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] Publish callbacks [] for router_controller (c801df42-b617-4d0a-83ea-ea1cdf372e7c), precommit_delete_associations {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:12.536756 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f82a6-46a6-47ee-adbe-f593d510e9e0 req-f393d302-3819-422a-a56d-db7120754aad tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:12.538309 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-284f82a6-46a6-47ee-adbe-f593d510e9e0 req-f393d302-3819-422a-a56d-db7120754aad tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0880311 Sep 22 15:00:12.612606 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4121451'] for router (c801df42-b617-4d0a-83ea-ea1cdf372e7c), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:12.613169 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c801df42-b617-4d0a-83ea-ea1cdf372e7c {{(pid=106241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 15:00:12.622038 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:12.626010 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-aae95ad4-c4fc-4699-9b0c-17f0a2969cdf admin admin] 10.222.0.66 "DELETE /networking/v2.0/routers/c801df42-b617-4d0a-83ea-ea1cdf372e7c HTTP/1.1" status: 204 len: 168 time: 1.2792656 Sep 22 15:00:12.626950 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 49284) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:12.657798 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-284f82a6-46a6-47ee-adbe-f593d510e9e0 req-0a6033bf-ea84-4e26-af11-2b056b3ebb90 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980277 Sep 22 15:00:12.687589 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Deleting subnet a2cb4503-ed4c-4429-99f4-1d9e2a6756f5 {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 15:00:12.692022 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Publish callbacks [] for subnet (a2cb4503-ed4c-4429-99f4-1d9e2a6756f5), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:12.731024 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Publish callbacks [] for subnet (a2cb4503-ed4c-4429-99f4-1d9e2a6756f5), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:12.772470 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:00:12.806716 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:00:12.807404 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 2bd77472-3b9c-4e18-b96a-4cfb3b8cedac not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:00:12.815628 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (a2cb4503-ed4c-4429-99f4-1d9e2a6756f5), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:12.844405 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:12.880756 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for subnet (a2cb4503-ed4c-4429-99f4-1d9e2a6756f5), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:12.895261 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:12.899691 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/a2cb4503-ed4c-4429-99f4-1d9e2a6756f5 HTTP/1.1" status: 204 len: 168 time: 0.2704217 Sep 22 15:00:12.901734 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 49294) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:12.902980 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c3f5ed-2fd6-4498-a8a7-be7857a4d42d None None] Network 58226669-f6bc-411a-ab8b-ce2f575083e8 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:00:12.921962 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2cb4503-ed4c-4429-99f4-1d9e2a6756f5,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:12.930960 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:12.931761 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:12.939046 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:12.939957 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:12.940797 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:12.941354 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:12.941912 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:12.942509 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:12.943163 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:12.943862 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:12.944421 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:12.945201 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:12.945837 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:12.946386 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:12.946972 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2292509-faa6-419c-9132-c6511abd6e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.054331 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (58226669-f6bc-411a-ab8b-ce2f575083e8), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:13.092585 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140907af-faff-4eaf-9718-767376a3c869 None None] DHCP port deletion for 58226669-f6bc-411a-ab8b-ce2f575083e8 request from dv-cinder-856463-5-iscsi {{(pid=106243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 15:00:13.160146 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Deleting port e81560da-5878-4804-b969-af538b8dc3ac {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:00:13.160697 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (e81560da-5878-4804-b969-af538b8dc3ac), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:13.161030 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] Deleting port e81560da-5878-4804-b969-af538b8dc3ac {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:00:13.161480 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (e81560da-5878-4804-b969-af538b8dc3ac), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:13.216041 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:13.281091 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] For port e81560da-5878-4804-b969-af538b8dc3ac, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=e81560da-5878-4804-b969-af538b8dc3ac,segment=NetworkSegment(f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275),segment_id=f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:00:13.282080 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (e81560da-5878-4804-b969-af538b8dc3ac), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:13.301541 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] Calling delete_port for e81560da-5878-4804-b969-af538b8dc3ac owned by network:dhcp {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:00:13.388284 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-140907af-faff-4eaf-9718-767376a3c869 None None] For port e81560da-5878-4804-b969-af538b8dc3ac, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=e81560da-5878-4804-b969-af538b8dc3ac,segment=NetworkSegment(f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275),segment_id=f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:00:13.388978 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (e81560da-5878-4804-b969-af538b8dc3ac), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:13.400121 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (e81560da-5878-4804-b969-af538b8dc3ac), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:13.405198 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Calling delete_port for e81560da-5878-4804-b969-af538b8dc3ac owned by network:dhcp {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:00:13.415220 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] No DVR routers for this DVR port e81560da-5878-4804-b969-af538b8dc3ac on host dv-cinder-856463-5-iscsi {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:00:13.425024 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:13.490905 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] Pushing event deleted for resources: {'Port': ['ID=e81560da-5878-4804-b969-af538b8dc3ac,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:13.555457 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (58226669-f6bc-411a-ab8b-ce2f575083e8), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:13.561803 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:13.572212 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764'] for port (e81560da-5878-4804-b969-af538b8dc3ac), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:13.580690 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58226669-f6bc-411a-ab8b-ce2f575083e8']}} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:00:13.592456 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275') {'for_net_delete': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:00:13.592828 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275') {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:00:13.599036 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Pushing event deleted for resources: {'Port': ['ID=e81560da-5878-4804-b969-af538b8dc3ac,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:13.603719 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140907af-faff-4eaf-9718-767376a3c869 None None] No DVR routers for this DVR port e81560da-5878-4804-b969-af538b8dc3ac on host dv-cinder-856463-5-iscsi {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:00:13.604917 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259296'] for segment (f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:13.611480 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.611827 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.612330 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.612831 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.613376 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.613852 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.614325 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.614796 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.615342 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.615846 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.616318 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.616841 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.617176 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.617503 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.617829 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140907af-faff-4eaf-9718-767376a3c869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:13.622225 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:13.629680 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=106241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 15:00:13.630067 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326477'] for segment (f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:13.676694 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275 resource provider aggregate not found Sep 22 15:00:13.694582 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:13.705431 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (58226669-f6bc-411a-ab8b-ce2f575083e8), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:13.719046 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:13.722588 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/58226669-f6bc-411a-ab8b-ce2f575083e8 HTTP/1.1" status: 204 len: 168 time: 0.8188121 Sep 22 15:00:13.724390 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f50f6272-5b9e-4ba2-b8b2-8b3c8bf15275 found for delete ", "request_id": "req-9b7b6f69-4248-4e99-81ff-01c7f1fb9767"}]} Sep 22 15:00:13.739148 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67daaf2-8ecd-41da-9c93-4c9d52c1675a admin admin] Pushing event deleted for resources: {'Network': ['ID=58226669-f6bc-411a-ab8b-ce2f575083e8,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:13.841253 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29479eed-116e-457e-9285-f4ae03a6f83c req-705c64f3-2d4f-42f0-ba66-f1ff5c342917 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:13.843582 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-29479eed-116e-457e-9285-f4ae03a6f83c req-705c64f3-2d4f-42f0-ba66-f1ff5c342917 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0664132 Sep 22 15:00:13.915870 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-29479eed-116e-457e-9285-f4ae03a6f83c req-c8594596-7392-47d6-9659-bf57c1b49504 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652957 Sep 22 15:00:13.948046 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 49318) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:13.987332 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-4e72c52b-fd06-4b5c-ae7b-14de028e6b4b admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=3e3eb7b7c1be4710b1cdea1e2dc4bf91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380957 Sep 22 15:00:13.989754 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 49320) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:14.038132 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2d70a28c-13f7-4c95-a947-efb429394691 admin admin] Publish callbacks [] for security_group (f0cc8c3c-b269-4235-82a7-3de54980b0eb), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:14.058162 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2d70a28c-13f7-4c95-a947-efb429394691 admin admin] Publish callbacks [] for security_group (f0cc8c3c-b269-4235-82a7-3de54980b0eb), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:14.105751 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2d70a28c-13f7-4c95-a947-efb429394691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (f0cc8c3c-b269-4235-82a7-3de54980b0eb), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:14.108331 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2d70a28c-13f7-4c95-a947-efb429394691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:14.109506 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-2d70a28c-13f7-4c95-a947-efb429394691 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/f0cc8c3c-b269-4235-82a7-3de54980b0eb HTTP/1.1" status: 204 len: 168 time: 0.1188378 Sep 22 15:00:14.118157 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70a28c-13f7-4c95-a947-efb429394691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cc8c3c-b269-4235-82a7-3de54980b0eb,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:14.630732 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 09c31af7-e7be-450f-b00e-17eaf3b7a67d no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:00:14.653173 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 09c31af7-e7be-450f-b00e-17eaf3b7a67d {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:00:14.653521 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 09c31af7-e7be-450f-b00e-17eaf3b7a67d not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:00:14.653940 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device e81560da-5878-4804-b969-af538b8dc3ac no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:00:14.673557 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: e81560da-5878-4804-b969-af538b8dc3ac {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:00:14.673907 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device e81560da-5878-4804-b969-af538b8dc3ac not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:00:15.039779 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca35c5-003c-4919-a88c-257240969442 req-c1c89b26-e547-4687-a236-8e2d23505475 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:15.041452 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e4ca35c5-003c-4919-a88c-257240969442 req-c1c89b26-e547-4687-a236-8e2d23505475 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0516641 Sep 22 15:00:15.094329 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e4ca35c5-003c-4919-a88c-257240969442 req-eac0a51b-4ace-4264-8513-b2b15cf3293c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465658 Sep 22 15:00:16.255472 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9551cb5-3af8-4ac6-b430-afba2276d5df req-45d2e051-9376-48d4-82bd-72069750765b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:16.258354 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a9551cb5-3af8-4ac6-b430-afba2276d5df req-45d2e051-9376-48d4-82bd-72069750765b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0729692 Sep 22 15:00:16.287402 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 49438) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:16.328247 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a9551cb5-3af8-4ac6-b430-afba2276d5df req-8febb55e-9291-4e96-8086-7d67a521b8ea tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511341 Sep 22 15:00:16.413531 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc3212f9-8b3e-41a0-a5bd-e67e6d49da4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:16.495441 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc3212f9-8b3e-41a0-a5bd-e67e6d49da4d admin admin] Publish callbacks [] for security_group (5c84033f-7dc2-485d-97ec-54103dc0f5d2), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:16.500406 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc3212f9-8b3e-41a0-a5bd-e67e6d49da4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5c84033f-7dc2-485d-97ec-54103dc0f5d2), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:16.543115 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-fc3212f9-8b3e-41a0-a5bd-e67e6d49da4d admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=1b624c67342547b692ae00d9413c0376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532532 Sep 22 15:00:16.543991 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3212f9-8b3e-41a0-a5bd-e67e6d49da4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c84033f-7dc2-485d-97ec-54103dc0f5d2,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:16.546436 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 49446) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:16.571015 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:16.599858 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-491e714c-1e62-47db-a612-007e8f6c72c4 admin admin] Publish callbacks [] for security_group (5c84033f-7dc2-485d-97ec-54103dc0f5d2), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:16.619708 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-491e714c-1e62-47db-a612-007e8f6c72c4 admin admin] Publish callbacks [] for security_group (5c84033f-7dc2-485d-97ec-54103dc0f5d2), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:16.671707 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-491e714c-1e62-47db-a612-007e8f6c72c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5c84033f-7dc2-485d-97ec-54103dc0f5d2), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:16.674182 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-491e714c-1e62-47db-a612-007e8f6c72c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:16.675365 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-491e714c-1e62-47db-a612-007e8f6c72c4 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/5c84033f-7dc2-485d-97ec-54103dc0f5d2 HTTP/1.1" status: 204 len: 168 time: 0.1277544 Sep 22 15:00:16.683515 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e714c-1e62-47db-a612-007e8f6c72c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c84033f-7dc2-485d-97ec-54103dc0f5d2,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:16.966004 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 49460) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:16.979803 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6785fdda-7e43-4fed-b6f4-d839d697a2b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:17.068407 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6785fdda-7e43-4fed-b6f4-d839d697a2b6 admin admin] Publish callbacks [] for security_group (88beb893-e88f-4146-b83b-a9d1654defed), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:17.071460 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6785fdda-7e43-4fed-b6f4-d839d697a2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (88beb893-e88f-4146-b83b-a9d1654defed), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:17.117658 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-6785fdda-7e43-4fed-b6f4-d839d697a2b6 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=3f1960110c334716b1afde7334b572b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505246 Sep 22 15:00:17.118426 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785fdda-7e43-4fed-b6f4-d839d697a2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88beb893-e88f-4146-b83b-a9d1654defed,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:17.120538 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 49464) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:17.177982 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a78aadd2-96ed-488d-bad2-cc011bf6c330 admin admin] Publish callbacks [] for security_group (88beb893-e88f-4146-b83b-a9d1654defed), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:17.214775 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a78aadd2-96ed-488d-bad2-cc011bf6c330 admin admin] Publish callbacks [] for security_group (88beb893-e88f-4146-b83b-a9d1654defed), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:17.230249 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 49468) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:17.269829 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a78aadd2-96ed-488d-bad2-cc011bf6c330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (88beb893-e88f-4146-b83b-a9d1654defed), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:17.272460 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a78aadd2-96ed-488d-bad2-cc011bf6c330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:17.273900 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a78aadd2-96ed-488d-bad2-cc011bf6c330 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/88beb893-e88f-4146-b83b-a9d1654defed HTTP/1.1" status: 204 len: 168 time: 0.1522424 Sep 22 15:00:17.282888 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78aadd2-96ed-488d-bad2-cc011bf6c330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88beb893-e88f-4146-b83b-a9d1654defed,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:17.367629 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-82f4d9c0-c6fb-465f-9d54-8a836c5ad751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:17.455148 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:17.498488 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3d905-98d9-470e-a77f-95bf9210afc7 req-e1f905b1-0f1a-42ac-a5ec-d703aaab0e4d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:17.500225 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b8b3d905-98d9-470e-a77f-95bf9210afc7 req-e1f905b1-0f1a-42ac-a5ec-d703aaab0e4d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0833225 Sep 22 15:00:17.549189 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-82f4d9c0-c6fb-465f-9d54-8a836c5ad751 admin admin] Publish callbacks [] for security_group (7e9601fc-194b-4d78-a19f-576c00360e02), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:17.555415 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-82f4d9c0-c6fb-465f-9d54-8a836c5ad751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (7e9601fc-194b-4d78-a19f-576c00360e02), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:17.615225 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-82f4d9c0-c6fb-465f-9d54-8a836c5ad751 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=60280bb8b9a647d18d184a06b0b60612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3838768 Sep 22 15:00:17.618001 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 49488) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:17.620044 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b8b3d905-98d9-470e-a77f-95bf9210afc7 req-0ced90da-8807-4b00-b70a-7ee7385ba687 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057725 Sep 22 15:00:17.621050 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4d9c0-c6fb-465f-9d54-8a836c5ad751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9601fc-194b-4d78-a19f-576c00360e02,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:17.681864 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-76c23f77-65d1-436a-bd16-475150fb2b95 admin admin] Publish callbacks [] for security_group (7e9601fc-194b-4d78-a19f-576c00360e02), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:17.707882 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-76c23f77-65d1-436a-bd16-475150fb2b95 admin admin] Publish callbacks [] for security_group (7e9601fc-194b-4d78-a19f-576c00360e02), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:17.760600 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-76c23f77-65d1-436a-bd16-475150fb2b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (7e9601fc-194b-4d78-a19f-576c00360e02), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:17.763397 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-76c23f77-65d1-436a-bd16-475150fb2b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:17.765229 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-76c23f77-65d1-436a-bd16-475150fb2b95 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/7e9601fc-194b-4d78-a19f-576c00360e02 HTTP/1.1" status: 204 len: 168 time: 0.1450169 Sep 22 15:00:17.773871 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c23f77-65d1-436a-bd16-475150fb2b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9601fc-194b-4d78-a19f-576c00360e02,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:18.109317 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 49506) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:18.125846 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-442c6516-1dcb-4bbd-b056-00c626010887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:18.179456 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:18.209273 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-442c6516-1dcb-4bbd-b056-00c626010887 admin admin] Publish callbacks [] for security_group (6d8f2d11-e549-44cb-b873-2edb440f9110), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:18.213644 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-442c6516-1dcb-4bbd-b056-00c626010887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (6d8f2d11-e549-44cb-b873-2edb440f9110), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:18.225699 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:18.256562 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-442c6516-1dcb-4bbd-b056-00c626010887 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=bd79e937afca45aca6dba157ea05c944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461079 Sep 22 15:00:18.260902 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 49510) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:18.276246 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c6516-1dcb-4bbd-b056-00c626010887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8f2d11-e549-44cb-b873-2edb440f9110,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:18.323488 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8a10714e-6250-42c0-a66e-ce1f326ae217 admin admin] Publish callbacks [] for security_group (6d8f2d11-e549-44cb-b873-2edb440f9110), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:18.332364 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320659ea-5793-4021-8b17-4a8c3cb00daf req-08291aa0-fefd-4fa3-855e-1c0f6a957560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:18.334804 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-320659ea-5793-4021-8b17-4a8c3cb00daf req-08291aa0-fefd-4fa3-855e-1c0f6a957560 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 1129 time: 0.0800266 Sep 22 15:00:18.347631 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8a10714e-6250-42c0-a66e-ce1f326ae217 admin admin] Publish callbacks [] for security_group (6d8f2d11-e549-44cb-b873-2edb440f9110), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:18.387299 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-320659ea-5793-4021-8b17-4a8c3cb00daf req-07b64d2b-98ad-4fb6-b7e9-893918ba58f1 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448341 Sep 22 15:00:18.407571 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8a10714e-6250-42c0-a66e-ce1f326ae217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (6d8f2d11-e549-44cb-b873-2edb440f9110), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:18.410247 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8a10714e-6250-42c0-a66e-ce1f326ae217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:18.411381 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-8a10714e-6250-42c0-a66e-ce1f326ae217 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/6d8f2d11-e549-44cb-b873-2edb440f9110 HTTP/1.1" status: 204 len: 168 time: 0.1495261 Sep 22 15:00:18.427395 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10714e-6250-42c0-a66e-ce1f326ae217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8f2d11-e549-44cb-b873-2edb440f9110,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:18.796515 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c521c1-7d35-4637-b14f-aa98d37caf58 req-cd4ff456-979d-4735-9c88-563721d76c4e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:18.798277 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-52c521c1-7d35-4637-b14f-aa98d37caf58 req-cd4ff456-979d-4735-9c88-563721d76c4e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0714717 Sep 22 15:00:18.829275 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:18.864698 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-52c521c1-7d35-4637-b14f-aa98d37caf58 req-a1c84692-0ce4-4523-be6c-9dad9cced56d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606706 Sep 22 15:00:19.037103 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 49544) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:19.050809 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bde30b53-1960-46d1-a53f-00bfdbb49a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:19.133330 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bde30b53-1960-46d1-a53f-00bfdbb49a6f admin admin] Publish callbacks [] for security_group (c1ebefb7-5038-4dea-9583-d42f1c8a2b93), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:19.137949 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bde30b53-1960-46d1-a53f-00bfdbb49a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (c1ebefb7-5038-4dea-9583-d42f1c8a2b93), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:19.178323 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde30b53-1960-46d1-a53f-00bfdbb49a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ebefb7-5038-4dea-9583-d42f1c8a2b93,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:19.185955 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-bde30b53-1960-46d1-a53f-00bfdbb49a6f admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=887b6c9a7444430388e541b985d53035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449268 Sep 22 15:00:19.185955 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 49550) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:19.243195 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-71abd703-214e-48df-a08b-745591203cbc admin admin] Publish callbacks [] for security_group (c1ebefb7-5038-4dea-9583-d42f1c8a2b93), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:19.265217 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-71abd703-214e-48df-a08b-745591203cbc admin admin] Publish callbacks [] for security_group (c1ebefb7-5038-4dea-9583-d42f1c8a2b93), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:19.324838 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-71abd703-214e-48df-a08b-745591203cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (c1ebefb7-5038-4dea-9583-d42f1c8a2b93), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:19.328186 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-71abd703-214e-48df-a08b-745591203cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:19.329485 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-71abd703-214e-48df-a08b-745591203cbc admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/c1ebefb7-5038-4dea-9583-d42f1c8a2b93 HTTP/1.1" status: 204 len: 168 time: 0.1419632 Sep 22 15:00:19.338253 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abd703-214e-48df-a08b-745591203cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ebefb7-5038-4dea-9583-d42f1c8a2b93,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:19.990580 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8064415-b5c9-4e93-8e99-2772cb0c8ebf req-5912c24f-4c6a-43de-ad26-c0d88a772706 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:19.992246 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b8064415-b5c9-4e93-8e99-2772cb0c8ebf req-5912c24f-4c6a-43de-ad26-c0d88a772706 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0544314 Sep 22 15:00:20.049380 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b8064415-b5c9-4e93-8e99-2772cb0c8ebf req-b32d4482-dfee-4478-9e42-98d7fa1da10f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511138 Sep 22 15:00:21.349982 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef723b1-c49e-4a6b-bbd2-c6966ff9127f req-3ab38849-02e6-4eed-9e13-1787356eb320 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:21.354961 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1ef723b1-c49e-4a6b-bbd2-c6966ff9127f req-3ab38849-02e6-4eed-9e13-1787356eb320 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0556624 Sep 22 15:00:21.412705 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1ef723b1-c49e-4a6b-bbd2-c6966ff9127f req-a3770493-84fd-4468-95f5-524be67fad37 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519447 Sep 22 15:00:21.541445 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5b6e0-fbf0-467c-8cf8-b73e5aec09d9 req-63548917-84a5-4b42-8b5e-900332f78f0d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:21.542975 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2dc5b6e0-fbf0-467c-8cf8-b73e5aec09d9 req-63548917-84a5-4b42-8b5e-900332f78f0d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0503323 Sep 22 15:00:21.581340 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:21.596426 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2dc5b6e0-fbf0-467c-8cf8-b73e5aec09d9 req-7933ff1e-36ed-4a13-aa16-3b7ad242b524 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467637 Sep 22 15:00:22.059333 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=67 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:22.060609 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=53 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:22.064849 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:22.869841 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-a0a27107-3ba4-42a6-8ccd-51987dbec6d0 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=a7dc539727694ed1b3d70900860673bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482874 Sep 22 15:00:23.105754 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-151d6b16-d968-40c5-8b20-4e7dbe38c611 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:23.107310 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-151d6b16-d968-40c5-8b20-4e7dbe38c611 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2292819 Sep 22 15:00:23.130105 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-2dcbf016-8f3a-4c89-b758-d06e8af5b76d tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/quotas/a7dc539727694ed1b3d70900860673bd HTTP/1.1" status: 200 len: 375 time: 0.0139883 Sep 22 15:00:23.177572 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-b888d057-1504-42f0-9688-8710a43e3bb1 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=a7dc539727694ed1b3d70900860673bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406690 Sep 22 15:00:23.279159 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 49708) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:23.415052 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1fce0fb1-4a98-4791-9ac6-eaf5fdc648a5 req-e8c6bc08-f8cf-4986-a3b8-255c7da2ce74 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 210 time: 0.0395248 Sep 22 15:00:23.471158 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-14972c63-f987-41f5-9586-4eb0a9af9505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:23.578758 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-14972c63-f987-41f5-9586-4eb0a9af9505 admin admin] Publish callbacks [] for security_group (bc735cf8-c224-4135-aa58-400d9d559686), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:23.583047 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-14972c63-f987-41f5-9586-4eb0a9af9505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (bc735cf8-c224-4135-aa58-400d9d559686), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:23.624163 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-14972c63-f987-41f5-9586-4eb0a9af9505 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=068bd7ab009642509e95dd5cdb40e96b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434064 Sep 22 15:00:23.625708 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14972c63-f987-41f5-9586-4eb0a9af9505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc735cf8-c224-4135-aa58-400d9d559686,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:23.627971 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 49724) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:23.680830 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Publish callbacks [] for security_group (bc735cf8-c224-4135-aa58-400d9d559686), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:23.703811 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Publish callbacks [] for security_group (bc735cf8-c224-4135-aa58-400d9d559686), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:23.720398 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:23.759779 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (bc735cf8-c224-4135-aa58-400d9d559686), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:23.763651 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:23.765977 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/bc735cf8-c224-4135-aa58-400d9d559686 HTTP/1.1" status: 204 len: 168 time: 0.1363935 Sep 22 15:00:23.779778 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc735cf8-c224-4135-aa58-400d9d559686,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:23.788182 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:23.788540 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:23.788879 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:23.789465 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:23.789800 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:23.790140 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:23.790469 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:23.790791 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:23.791129 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:23.791472 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:23.791806 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:23.792227 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:23.792575 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:23.793069 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:23.793526 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56add1-3a4b-407b-a3ce-f68f22c689bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:00:24.181636 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 49748) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:24.199006 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-95db555d-4f6c-48a7-8298-5dc72e5e879d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:24.285614 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-95db555d-4f6c-48a7-8298-5dc72e5e879d admin admin] Publish callbacks [] for security_group (e5a46073-c86f-4873-b87c-abfffe53e857), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:24.290991 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-95db555d-4f6c-48a7-8298-5dc72e5e879d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (e5a46073-c86f-4873-b87c-abfffe53e857), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:24.333482 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-95db555d-4f6c-48a7-8298-5dc72e5e879d admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=40e946ea420946c388ecb8b487419d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500442 Sep 22 15:00:24.335502 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db555d-4f6c-48a7-8298-5dc72e5e879d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a46073-c86f-4873-b87c-abfffe53e857,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:24.336292 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 49752) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:24.402929 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa5a2-736d-45c3-a54c-83485f47fd5a admin admin] Publish callbacks [] for security_group (e5a46073-c86f-4873-b87c-abfffe53e857), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:24.418552 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1157dc4-df44-418e-be3c-311a3370cf2a req-9274ec0e-c970-43cb-80b1-d76b3acb30f9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:24.420091 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c1157dc4-df44-418e-be3c-311a3370cf2a req-9274ec0e-c970-43cb-80b1-d76b3acb30f9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0856118 Sep 22 15:00:24.423432 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa5a2-736d-45c3-a54c-83485f47fd5a admin admin] Publish callbacks [] for security_group (e5a46073-c86f-4873-b87c-abfffe53e857), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:24.433950 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1ab7f-267b-4de7-a0d2-504b2a04c6bc req-76947a28-091e-4476-a4c6-852314b41883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:24.435419 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d5b1ab7f-267b-4de7-a0d2-504b2a04c6bc req-76947a28-091e-4476-a4c6-852314b41883 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 1129 time: 0.0592790 Sep 22 15:00:24.473906 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa5a2-736d-45c3-a54c-83485f47fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (e5a46073-c86f-4873-b87c-abfffe53e857), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:24.476395 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa5a2-736d-45c3-a54c-83485f47fd5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:24.477574 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-9a5aa5a2-736d-45c3-a54c-83485f47fd5a admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/e5a46073-c86f-4873-b87c-abfffe53e857 HTTP/1.1" status: 204 len: 168 time: 0.1400087 Sep 22 15:00:24.486923 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c1157dc4-df44-418e-be3c-311a3370cf2a req-47b23197-95eb-46ee-a8f8-97e29e551778 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592883 Sep 22 15:00:24.500997 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5aa5a2-736d-45c3-a54c-83485f47fd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a46073-c86f-4873-b87c-abfffe53e857,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:24.580671 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f7d3d969-7b32-4de6-b7d8-46fd7275f2a2 req-8faae15a-4f83-4712-85db-bd7ccbbe2081 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 210 time: 0.0463929 Sep 22 15:00:24.661006 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-82b8aa8c-2875-48b5-97f4-3a32fce6fe1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:24.809131 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1ab7f-267b-4de7-a0d2-504b2a04c6bc req-84bb54e0-4239-4edc-a2c6-2b15dee0f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:24.811094 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d5b1ab7f-267b-4de7-a0d2-504b2a04c6bc req-84bb54e0-4239-4edc-a2c6-2b15dee0f5f7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 920 time: 0.0987148 Sep 22 15:00:24.861618 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d5b1ab7f-267b-4de7-a0d2-504b2a04c6bc req-cd9a27c9-dff3-427f-9f02-0902754c46c1 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0323af73-fc1e-49d6-89a5-afd4efaccd69 HTTP/1.1" status: 200 len: 217 time: 0.0402069 Sep 22 15:00:24.918297 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-545d707e-7d83-46d5-b637-0d2dd87b13b0 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=a7dc539727694ed1b3d70900860673bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292175 Sep 22 15:00:25.037075 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1ab7f-267b-4de7-a0d2-504b2a04c6bc req-cf9bbf17-e919-49c1-a820-87a65a8ed31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:25.038806 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d5b1ab7f-267b-4de7-a0d2-504b2a04c6bc req-cf9bbf17-e919-49c1-a820-87a65a8ed31a service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.1379476 Sep 22 15:00:25.059115 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:25.127009 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1ab7f-267b-4de7-a0d2-504b2a04c6bc req-d7511b0a-5423-49ac-a97f-43ef054a7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:25.129555 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d5b1ab7f-267b-4de7-a0d2-504b2a04c6bc req-d7511b0a-5423-49ac-a97f-43ef054a7788 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806236 Sep 22 15:00:25.140687 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-545bddf6-276e-43ed-9a73-579f5af7a8f5 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:25.142114 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-545bddf6-276e-43ed-9a73-579f5af7a8f5 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033269 Sep 22 15:00:25.274219 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Request body: {'port': {'device_id': '4e4b02a0-87af-407e-a5eb-16d91b6fb923', 'network_id': '15d07cfe-0d93-4fa6-a44c-fce18e9834f2', 'admin_state_up': True, 'tenant_id': 'a7dc539727694ed1b3d70900860673bd'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:00:25.655055 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:25.672781 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad48430-e17a-4a43-a6ee-ce188577c860 req-3a591d3c-8316-4851-9ba1-10bc1b1371dc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:25.674302 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ad48430-e17a-4a43-a6ee-ce188577c860 req-3a591d3c-8316-4851-9ba1-10bc1b1371dc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.1016009 Sep 22 15:00:25.726673 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d5b1ab7f-267b-4de7-a0d2-504b2a04c6bc req-b38b7755-a111-4e6f-91d1-5030562bfb72 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486909 Sep 22 15:00:25.738942 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1e180b8f-0549-410a-9c62-7678e470fae1 req-584e4dee-8af3-4aea-8bed-8e2411aa420a tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 210 time: 0.0616262 Sep 22 15:00:25.822378 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Made reservation on behalf of a7dc539727694ed1b3d70900860673bd for: {'port': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:00:25.826114 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:25.850875 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ad48430-e17a-4a43-a6ee-ce188577c860 req-4d9379bf-89bf-4bd8-bdae-9e9a113bf3a5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706181 Sep 22 15:00:25.853615 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:25.893959 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d5b1ab7f-267b-4de7-a0d2-504b2a04c6bc req-32cf441f-6cc8-42cd-9209-76543cdbf714 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571972 Sep 22 15:00:25.960200 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Publish callbacks [] for security_group (9ce4b7e1-f186-433e-859e-59c9e6ce0c3e), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:25.965320 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (9ce4b7e1-f186-433e-859e-59c9e6ce0c3e), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:26.034238 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:26.113385 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Allocated IP 192.168.233.209 (15d07cfe-0d93-4fa6-a44c-fce18e9834f2/e006ce49-ec03-46ab-81f4-283fcdc63cf3/5661c289-f9b1-44e3-9817-a35d8a96d118) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:00:26.294216 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Publish callbacks [] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:26.300649 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:26.342350 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:26.388480 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Network 15d07cfe-0d93-4fa6-a44c-fce18e9834f2 is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:00:26.391736 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:00:26.395729 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:00:26.401886 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Pushing event updated for resources: {'Port': ['ID=5661c289-f9b1-44e3-9817-a35d8a96d118,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:26.425313 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:26.462176 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:26.463462 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:26.488274 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-477ef71b-c547-4366-a262-188b59a200bd tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2183416 Sep 22 15:00:26.598946 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Request body: {'port': {'device_id': '4e4b02a0-87af-407e-a5eb-16d91b6fb923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:00:26.663031 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:26.708743 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-058530d1-9212-4444-b047-2132a05f8fec None None] Provisioning complete for port 5661c289-f9b1-44e3-9817-a35d8a96d118 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:00:26.709289 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-058530d1-9212-4444-b047-2132a05f8fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:26.711393 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-058530d1-9212-4444-b047-2132a05f8fec None None] Attempt 1 to provision port 5661c289-f9b1-44e3-9817-a35d8a96d118 Sep 22 15:00:26.749879 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-058530d1-9212-4444-b047-2132a05f8fec None None] Port 5661c289-f9b1-44e3-9817-a35d8a96d118 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:00:26.918474 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130089dd-8dd3-4a77-8e20-67d49ea67971 req-c3fe5051-480f-4fff-815c-9cc31f04fb72 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:26.919951 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-130089dd-8dd3-4a77-8e20-67d49ea67971 req-c3fe5051-480f-4fff-815c-9cc31f04fb72 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 936 time: 0.0906672 Sep 22 15:00:27.024817 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003bb8f-1ed8-464b-9a9c-206f6a65e280 req-c790f9fe-594c-45f5-b008-15f2a7587938 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:27.026300 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3003bb8f-1ed8-464b-9a9c-206f6a65e280 req-c790f9fe-594c-45f5-b008-15f2a7587938 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0833745 Sep 22 15:00:27.084168 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-130089dd-8dd3-4a77-8e20-67d49ea67971 req-74163db1-0b73-4158-8a8a-4c0969f18571 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544082 Sep 22 15:00:27.109261 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5661c289-f9b1-44e3-9817-a35d8a96d118 {{(pid=106241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:00:27.112840 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4453ba9d-d278-471d-bfad-337e8f2b7e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:27.123919 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Publish callbacks [] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:27.136264 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3003bb8f-1ed8-464b-9a9c-206f6a65e280 req-cca3911b-75ad-4a3b-9584-a951f7e15d64 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986040 Sep 22 15:00:27.144390 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.provisioning_blocks [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Transition to ACTIVE for port object 5661c289-f9b1-44e3-9817-a35d8a96d118 will not be triggered until provisioned by entity L2. {{(pid=106241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:00:27.148974 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:27.196433 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Pushing event updated for resources: {'Port': ['ID=5661c289-f9b1-44e3-9817-a35d8a96d118,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:27.250722 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-058530d1-9212-4444-b047-2132a05f8fec None None] Attempt 2 to provision port 5661c289-f9b1-44e3-9817-a35d8a96d118 Sep 22 15:00:27.264061 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Attempting to bind port 5661c289-f9b1-44e3-9817-a35d8a96d118 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:00:27.264403 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Attempting to bind port 5661c289-f9b1-44e3-9817-a35d8a96d118 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '8f1ec9b1-b57b-4414-b4f3-dad7f99734fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15d07cfe-0d93-4fa6-a44c-fce18e9834f2'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:00:27.264737 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Attempting to bind port 5661c289-f9b1-44e3-9817-a35d8a96d118 on network 15d07cfe-0d93-4fa6-a44c-fce18e9834f2 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:00:27.286772 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-058530d1-9212-4444-b047-2132a05f8fec None None] Port 5661c289-f9b1-44e3-9817-a35d8a96d118 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:00:27.310456 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Port 5661c289-f9b1-44e3-9817-a35d8a96d118 on network 15d07cfe-0d93-4fa6-a44c-fce18e9834f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:00:27.310967 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Attempting to bind port 5661c289-f9b1-44e3-9817-a35d8a96d118 on network 15d07cfe-0d93-4fa6-a44c-fce18e9834f2 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:00:27.331929 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:27.355285 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:00:27.355630 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Checking segment: {'id': '8f1ec9b1-b57b-4414-b4f3-dad7f99734fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15d07cfe-0d93-4fa6-a44c-fce18e9834f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:00:27.356012 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Bound using segment: {'id': '8f1ec9b1-b57b-4414-b4f3-dad7f99734fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15d07cfe-0d93-4fa6-a44c-fce18e9834f2'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:00:27.356441 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Bound port: 5661c289-f9b1-44e3-9817-a35d8a96d118, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1ec9b1-b57b-4414-b4f3-dad7f99734fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15d07cfe-0d93-4fa6-a44c-fce18e9834f2'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:00:27.356803 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:27.391396 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:27.419279 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] For port 5661c289-f9b1-44e3-9817-a35d8a96d118, host hv-cinder-85646, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:00:27.422324 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] For port 5661c289-f9b1-44e3-9817-a35d8a96d118, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=5661c289-f9b1-44e3-9817-a35d8a96d118,segment=NetworkSegment(8f1ec9b1-b57b-4414-b4f3-dad7f99734fd),segment_id=8f1ec9b1-b57b-4414-b4f3-dad7f99734fd)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:00:27.428169 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:27.431973 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:27.432590 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:27.434135 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/5661c289-f9b1-44e3-9817-a35d8a96d118 HTTP/1.1" status: 200 len: 1098 time: 0.8449461 Sep 22 15:00:27.436467 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4b02a0-87af-407e-a5eb-16d91b6fb923', 'tag': '5661c289-f9b1-44e3-9817-a35d8a96d118'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:00:27.439100 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2137540-394f-4426-9682-7f700d8e1d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4b02a0-87af-407e-a5eb-16d91b6fb923", "tag": "5661c289-f9b1-44e3-9817-a35d8a96d118"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:00:27.477520 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd191119-628d-41c7-b1e4-f4ba8b130347 x-openstack-request-id: req-dd191119-628d-41c7-b1e4-f4ba8b130347 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:00:27.477815 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4b02a0-87af-407e-a5eb-16d91b6fb923", "tag": "5661c289-f9b1-44e3-9817-a35d8a96d118", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:00:27.478068 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd191119-628d-41c7-b1e4-f4ba8b130347 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:00:27.478473 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd191119-628d-41c7-b1e4-f4ba8b130347'] response: {'name': 'network-changed', 'server_uuid': '4e4b02a0-87af-407e-a5eb-16d91b6fb923', 'tag': '5661c289-f9b1-44e3-9817-a35d8a96d118', 'status': 'completed', 'code': 200} Sep 22 15:00:27.490276 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7520c-a7e0-472f-bce7-61c38ed0361e service neutron] Pushing event updated for resources: {'Port': ['ID=5661c289-f9b1-44e3-9817-a35d8a96d118,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:27.788322 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-058530d1-9212-4444-b047-2132a05f8fec None None] Attempt 3 to provision port 5661c289-f9b1-44e3-9817-a35d8a96d118 Sep 22 15:00:27.826085 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-058530d1-9212-4444-b047-2132a05f8fec None None] Port 5661c289-f9b1-44e3-9817-a35d8a96d118 had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 15:00:28.211773 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae1003-8bdc-47fe-8a84-ac4a4213b58d req-87c22d3b-80c9-4cbb-97cf-ac2a3d8e5b1d tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:28.213520 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cfae1003-8bdc-47fe-8a84-ac4a4213b58d req-87c22d3b-80c9-4cbb-97cf-ac2a3d8e5b1d tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 948 time: 0.0532181 Sep 22 15:00:28.229850 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:28.290786 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f4cfb-83b3-4352-96a9-d358cdd06775 req-3d7c6885-be73-4f18-b507-978fef9f63d9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:28.292289 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cd4f4cfb-83b3-4352-96a9-d358cdd06775 req-3d7c6885-be73-4f18-b507-978fef9f63d9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0686922 Sep 22 15:00:28.318906 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cfae1003-8bdc-47fe-8a84-ac4a4213b58d req-565c0d61-f296-4372-a6ce-670d5137bb30 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982330 Sep 22 15:00:28.348714 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cd4f4cfb-83b3-4352-96a9-d358cdd06775 req-bb9e01fa-bcca-4197-aea5-94e1f44891b8 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479717 Sep 22 15:00:29.469699 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf9319-fbcc-4fc6-b4f1-0d7ba791199f req-06e33e4c-2efb-4866-9e7d-b3760f1a5a01 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:29.471248 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-29cf9319-fbcc-4fc6-b4f1-0d7ba791199f req-06e33e4c-2efb-4866-9e7d-b3760f1a5a01 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 948 time: 0.0769761 Sep 22 15:00:29.492649 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab5473-aa8b-4d5c-97eb-89dbd208b24d req-15039e7e-350a-4067-bd55-a873a55f0ee8 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:29.494348 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f5ab5473-aa8b-4d5c-97eb-89dbd208b24d req-15039e7e-350a-4067-bd55-a873a55f0ee8 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0681109 Sep 22 15:00:29.563571 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-29cf9319-fbcc-4fc6-b4f1-0d7ba791199f req-05db1f31-0b8b-4abe-b7d7-51e152e13a4b tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826082 Sep 22 15:00:29.567631 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f5ab5473-aa8b-4d5c-97eb-89dbd208b24d req-c99c9480-db1c-4307-9bd2-981a45d7ce28 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647087 Sep 22 15:00:29.969224 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:30.045000 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:30.722954 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66dd62-03a6-44f9-8249-e6ecfdabda12 req-db1e6f88-ccf0-4b5f-bcb6-98c0dae082b2 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:30.724458 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-da66dd62-03a6-44f9-8249-e6ecfdabda12 req-db1e6f88-ccf0-4b5f-bcb6-98c0dae082b2 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 948 time: 0.0794604 Sep 22 15:00:30.731873 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04db6b5-598a-4a78-8774-61ee68482343 req-03465644-cf8a-4da8-8ac7-ab5bf5dc1c4a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:30.733257 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a04db6b5-598a-4a78-8774-61ee68482343 req-03465644-cf8a-4da8-8ac7-ab5bf5dc1c4a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0863950 Sep 22 15:00:30.805510 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-da66dd62-03a6-44f9-8249-e6ecfdabda12 req-6b19fbdf-1fbf-4c69-85ab-348b2e37efe5 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712194 Sep 22 15:00:30.809584 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a04db6b5-598a-4a78-8774-61ee68482343 req-a4e55b69-dac2-4b36-8280-8c46832788c0 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696330 Sep 22 15:00:31.189534 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:00:31.652940 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2137540-394f-4426-9682-7f700d8e1d9b req-3cd7ebdd-af28-4a97-9f85-923da23d0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:31.654454 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e2137540-394f-4426-9682-7f700d8e1d9b req-3cd7ebdd-af28-4a97-9f85-923da23d0219 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=a7dc539727694ed1b3d70900860673bd&device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 1132 time: 0.0396955 Sep 22 15:00:31.696989 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e2137540-394f-4426-9682-7f700d8e1d9b req-62d46508-30c2-40a1-9a32-0cb036fb5fc4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=a7dc539727694ed1b3d70900860673bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264876 Sep 22 15:00:31.858669 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2137540-394f-4426-9682-7f700d8e1d9b req-cb74fda0-ef34-4e16-8455-22aada2bfaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:31.860937 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e2137540-394f-4426-9682-7f700d8e1d9b req-cb74fda0-ef34-4e16-8455-22aada2bfaf1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1582279 Sep 22 15:00:31.944993 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887259f-1672-4da0-93a4-42827a58ec42 req-aed64b0f-37fc-451c-a653-6428d9235236 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:31.946610 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0887259f-1672-4da0-93a4-42827a58ec42 req-aed64b0f-37fc-451c-a653-6428d9235236 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0597198 Sep 22 15:00:31.974674 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:31.992961 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-3dd77d93-cf6f-43a1-8f04-429ded2683d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:31.994489 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-3dd77d93-cf6f-43a1-8f04-429ded2683d9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=a7dc539727694ed1b3d70900860673bd&device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 1132 time: 0.0660491 Sep 22 15:00:32.064052 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0887259f-1672-4da0-93a4-42827a58ec42 req-0833dc06-9daa-471f-946d-cf6d9c3852be tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013293 Sep 22 15:00:32.066614 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-62e6a84f-8c7d-41cd-af2c-3f97b207c3ca service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=5661c289-f9b1-44e3-9817-a35d8a96d118 HTTP/1.1" status: 200 len: 217 time: 0.0553982 Sep 22 15:00:32.129664 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3a950-bd9a-4529-aee5-90aa3e4cdf7b req-49738d64-334c-4bbf-b586-b3f66afd1aad tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:32.131181 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-26f3a950-bd9a-4529-aee5-90aa3e4cdf7b req-49738d64-334c-4bbf-b586-b3f66afd1aad tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 948 time: 0.1047106 Sep 22 15:00:32.148169 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-3dbdf878-c574-49c1-95b0-9c7fa853887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:32.149611 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-3dbdf878-c574-49c1-95b0-9c7fa853887a service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e006ce49-ec03-46ab-81f4-283fcdc63cf3 HTTP/1.1" status: 200 len: 843 time: 0.0657322 Sep 22 15:00:32.212472 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:32.228219 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-8fcd59cd-65b4-4ac8-9d0b-09841091ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:32.229734 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-8fcd59cd-65b4-4ac8-9d0b-09841091ead8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=15d07cfe-0d93-4fa6-a44c-fce18e9834f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0667760 Sep 22 15:00:32.233173 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-26f3a950-bd9a-4529-aee5-90aa3e4cdf7b req-c70daf1f-994c-496b-b210-4b67e22a7df8 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879681 Sep 22 15:00:32.322323 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-435b3642-10f8-4a6c-b33e-1c3dc61c05a2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/15d07cfe-0d93-4fa6-a44c-fce18e9834f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844202 Sep 22 15:00:32.418702 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce53af99-a983-4be4-a4bb-33b754b75c32 req-3153a672-cde6-4d82-98b2-ca466702d90e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/15d07cfe-0d93-4fa6-a44c-fce18e9834f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897858 Sep 22 15:00:33.192357 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197c101-94d7-4cdf-94ac-f427c67fac3a req-66c9403b-0c6c-4f2f-9ac4-bd7a19099851 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:33.193845 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d197c101-94d7-4cdf-94ac-f427c67fac3a req-66c9403b-0c6c-4f2f-9ac4-bd7a19099851 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0540237 Sep 22 15:00:33.261884 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d197c101-94d7-4cdf-94ac-f427c67fac3a req-911a5356-fedf-4e80-a121-e656b7c05a26 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606511 Sep 22 15:00:33.380939 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85600261-6a2f-45c2-9e36-e695d0798526 req-2128253f-0f67-4faa-be4b-28372788fe60 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:33.382439 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-85600261-6a2f-45c2-9e36-e695d0798526 req-2128253f-0f67-4faa-be4b-28372788fe60 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 948 time: 0.0520318 Sep 22 15:00:33.435451 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-85600261-6a2f-45c2-9e36-e695d0798526 req-9552479a-c8c3-4452-8c0c-0f0b8d24f11a tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465131 Sep 22 15:00:34.385432 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab708f02-0a33-4181-8398-28d7a478965e req-cb03bfcf-51af-4c37-82ea-f136c5b52319 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:34.386933 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ab708f02-0a33-4181-8398-28d7a478965e req-cb03bfcf-51af-4c37-82ea-f136c5b52319 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0479221 Sep 22 15:00:34.434702 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ab708f02-0a33-4181-8398-28d7a478965e req-786f43ba-1b6d-4ffa-8f97-ea841ccc04f5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410998 Sep 22 15:00:34.461355 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=61,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:34.496234 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=49,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:34.564034 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943c13b-5e42-4003-b538-0ff0da714458 req-ad6746ce-21cd-4e36-94cb-1b39d421a347 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:34.565538 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f943c13b-5e42-4003-b538-0ff0da714458 req-ad6746ce-21cd-4e36-94cb-1b39d421a347 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 948 time: 0.0471756 Sep 22 15:00:34.615894 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f943c13b-5e42-4003-b538-0ff0da714458 req-647f2458-4602-4188-a429-b9558eef4154 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444777 Sep 22 15:00:35.554062 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41caba-75af-4ee5-bbf6-ba53cb0a885f req-0e80991c-2f88-4a94-9b60-2b2fdf1a952a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:35.555544 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4d41caba-75af-4ee5-bbf6-ba53cb0a885f req-0e80991c-2f88-4a94-9b60-2b2fdf1a952a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0462797 Sep 22 15:00:35.602239 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4d41caba-75af-4ee5-bbf6-ba53cb0a885f req-ad6cc31a-ce28-43fa-8ef0-bd8ae2cc1455 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Sep 22 15:00:35.734443 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ed128-2274-411b-aacc-24bc0b554ab3 req-5c37a7b7-e17d-449c-a2dd-7c386fb916ef tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:35.735931 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c30ed128-2274-411b-aacc-24bc0b554ab3 req-5c37a7b7-e17d-449c-a2dd-7c386fb916ef tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 948 time: 0.0458815 Sep 22 15:00:35.746662 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:35.784134 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c30ed128-2274-411b-aacc-24bc0b554ab3 req-f0ec6162-1212-4553-b363-d6a128061563 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426838 Sep 22 15:00:36.729384 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4c3f-2091-4d3f-8039-bfe014aa2a47 req-a7a912c2-e7fa-4ca5-8af6-1c15d79c6d07 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:36.730828 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-87dd4c3f-2091-4d3f-8039-bfe014aa2a47 req-a7a912c2-e7fa-4ca5-8af6-1c15d79c6d07 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0498137 Sep 22 15:00:36.777885 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-87dd4c3f-2091-4d3f-8039-bfe014aa2a47 req-06f870fe-aa8d-4f83-bbab-51cc3172e44b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407321 Sep 22 15:00:36.901048 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88787396-cb04-4457-97e1-54b9b0387e25 req-2c03f508-a460-4645-9ea7-532b0c771f17 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:36.902426 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-88787396-cb04-4457-97e1-54b9b0387e25 req-2c03f508-a460-4645-9ea7-532b0c771f17 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 948 time: 0.0462396 Sep 22 15:00:36.950140 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-88787396-cb04-4457-97e1-54b9b0387e25 req-dab42bed-05eb-4256-a7f9-6d7cfca91957 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Sep 22 15:00:37.895495 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734700f1-74c4-4c5e-952e-b4804cbfecaf req-040f3b56-648e-4dea-bf18-c93b58e8e3a5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:37.896945 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-734700f1-74c4-4c5e-952e-b4804cbfecaf req-040f3b56-648e-4dea-bf18-c93b58e8e3a5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0462070 Sep 22 15:00:37.947679 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-734700f1-74c4-4c5e-952e-b4804cbfecaf req-543219b4-0509-41b6-8103-5b88250e75e0 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453322 Sep 22 15:00:38.066163 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbb9ca-9237-4a80-8fb4-764b6befa3eb req-03a2529d-1ecf-4069-9ff8-70cc2a22e927 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:38.067636 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-eefbb9ca-9237-4a80-8fb4-764b6befa3eb req-03a2529d-1ecf-4069-9ff8-70cc2a22e927 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 948 time: 0.0455630 Sep 22 15:00:38.079869 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:38.114272 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-eefbb9ca-9237-4a80-8fb4-764b6befa3eb req-aa9c0466-761e-450b-9253-8c8bb50191e8 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412276 Sep 22 15:00:39.068099 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62397572-6e12-4a5b-9f7c-d080759afc32 req-9bcc873a-2fc8-4c56-a6b7-952ec4494cc4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:39.069585 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-62397572-6e12-4a5b-9f7c-d080759afc32 req-9bcc873a-2fc8-4c56-a6b7-952ec4494cc4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0464575 Sep 22 15:00:39.116356 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-62397572-6e12-4a5b-9f7c-d080759afc32 req-0092e608-693d-4022-a638-6d0499f1a01d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412018 Sep 22 15:00:39.241048 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d955e6d-0162-41d5-a946-1597c4fa556d req-43160dfa-2670-4a9f-9c9f-a017db9e9e68 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:39.242515 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5d955e6d-0162-41d5-a946-1597c4fa556d req-43160dfa-2670-4a9f-9c9f-a017db9e9e68 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 948 time: 0.0513098 Sep 22 15:00:39.293177 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5d955e6d-0162-41d5-a946-1597c4fa556d req-a38e8460-6d90-4eb1-a33d-04ce0e678923 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450358 Sep 22 15:00:40.038825 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=47,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:40.041043 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=36,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:40.201297 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:40.233833 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15280cfd-77e3-4834-9ff5-29bcca128f87 req-bc68b31b-fb3f-4f32-8ea6-091b04a0a7a4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:40.235326 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-15280cfd-77e3-4834-9ff5-29bcca128f87 req-bc68b31b-fb3f-4f32-8ea6-091b04a0a7a4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0455146 Sep 22 15:00:40.281627 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-15280cfd-77e3-4834-9ff5-29bcca128f87 req-e357a0ca-e93b-4a25-bc00-6b473553ad9d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407321 Sep 22 15:00:40.413575 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14f64c-34ca-47b3-8f46-5877713233a2 req-1f902ae3-7b72-4e7c-ac56-8455a78067c2 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:40.414932 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cb14f64c-34ca-47b3-8f46-5877713233a2 req-1f902ae3-7b72-4e7c-ac56-8455a78067c2 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 948 time: 0.0498827 Sep 22 15:00:40.461627 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cb14f64c-34ca-47b3-8f46-5877713233a2 req-4f837719-3de3-44a9-8d70-835c3ffca917 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Sep 22 15:00:41.184869 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:41.399812 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c6ee8-6ecc-4212-afe8-11fc85f9b557 req-dc9d4247-1cf8-435a-b225-b569b91f990e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:41.401180 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d98c6ee8-6ecc-4212-afe8-11fc85f9b557 req-dc9d4247-1cf8-435a-b225-b569b91f990e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0460913 Sep 22 15:00:41.447563 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d98c6ee8-6ecc-4212-afe8-11fc85f9b557 req-1c64ae4f-d12c-41e7-9189-2fbe1ccfccc4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404351 Sep 22 15:00:41.580560 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5888c-9378-4b6b-a44f-dc05d68b98ed req-2712e651-88f7-4323-98a5-bd066478bb41 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:41.582017 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a6e5888c-9378-4b6b-a44f-dc05d68b98ed req-2712e651-88f7-4323-98a5-bd066478bb41 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 948 time: 0.0468664 Sep 22 15:00:41.634476 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a6e5888c-9378-4b6b-a44f-dc05d68b98ed req-2897ad57-34b2-4d84-b161-97ed4db0a458 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463748 Sep 22 15:00:42.468321 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 50062) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:42.571883 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e887eb-1528-4f47-b15c-18414f42a9e0 req-34f9857f-7d43-4140-8df8-b91bf140fb77 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:42.573357 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f7e887eb-1528-4f47-b15c-18414f42a9e0 req-34f9857f-7d43-4140-8df8-b91bf140fb77 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0511246 Sep 22 15:00:42.593721 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d2c0d586-2260-4f08-b172-bc527c398272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:42.618291 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:42.660088 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f7e887eb-1528-4f47-b15c-18414f42a9e0 req-a7f60117-6091-4f1e-afb8-1b87459c2e5c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787423 Sep 22 15:00:42.713985 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d2c0d586-2260-4f08-b172-bc527c398272 admin admin] Publish callbacks [] for security_group (6a6ec34b-c82d-43f9-ba1c-288224f438d8), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:42.726424 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d2c0d586-2260-4f08-b172-bc527c398272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (6a6ec34b-c82d-43f9-ba1c-288224f438d8), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:42.757748 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:42.796844 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-d2c0d586-2260-4f08-b172-bc527c398272 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=ab64b5f210fa48d685d039289a1802e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273327 Sep 22 15:00:42.798594 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0d586-2260-4f08-b172-bc527c398272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6ec34b-c82d-43f9-ba1c-288224f438d8,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:42.800599 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 50072) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:42.806148 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be14e5-2862-4358-988b-aa5f969b3663 req-99d8985e-5386-4a12-a7f4-df98e54ab4c6 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:42.807656 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5be14e5-2862-4358-988b-aa5f969b3663 req-99d8985e-5386-4a12-a7f4-df98e54ab4c6 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 948 time: 0.0912001 Sep 22 15:00:42.862115 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a5be14e5-2862-4358-988b-aa5f969b3663 req-8ac2d91d-c962-49f3-bbbd-4ce44594cb7d tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478766 Sep 22 15:00:42.864076 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfb82f5a-ab11-46fe-95c8-776e209f9933 admin admin] Publish callbacks [] for security_group (6a6ec34b-c82d-43f9-ba1c-288224f438d8), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:42.887118 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfb82f5a-ab11-46fe-95c8-776e209f9933 admin admin] Publish callbacks [] for security_group (6a6ec34b-c82d-43f9-ba1c-288224f438d8), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:42.935912 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfb82f5a-ab11-46fe-95c8-776e209f9933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (6a6ec34b-c82d-43f9-ba1c-288224f438d8), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:42.939175 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfb82f5a-ab11-46fe-95c8-776e209f9933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:42.940354 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-dfb82f5a-ab11-46fe-95c8-776e209f9933 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/6a6ec34b-c82d-43f9-ba1c-288224f438d8 HTTP/1.1" status: 204 len: 168 time: 0.1381454 Sep 22 15:00:42.948644 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb82f5a-ab11-46fe-95c8-776e209f9933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6ec34b-c82d-43f9-ba1c-288224f438d8,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:43.237128 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 50090) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:43.250397 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b2197dfc-bc1b-4391-b0e9-ab7838d436ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:43.327048 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b2197dfc-bc1b-4391-b0e9-ab7838d436ef admin admin] Publish callbacks [] for security_group (e0d1f02d-df1c-4a8a-b383-368ddc2bcd50), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:43.332310 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b2197dfc-bc1b-4391-b0e9-ab7838d436ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (e0d1f02d-df1c-4a8a-b383-368ddc2bcd50), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:43.370373 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b2197dfc-bc1b-4391-b0e9-ab7838d436ef admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=ec72b0c2ad174f52b92b134c712ca543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321526 Sep 22 15:00:43.373559 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 50096) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:43.387243 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2197dfc-bc1b-4391-b0e9-ab7838d436ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d1f02d-df1c-4a8a-b383-368ddc2bcd50,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:43.429663 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-39f9a4df-06c9-49e9-af31-abd5125639b2 admin admin] Publish callbacks [] for security_group (e0d1f02d-df1c-4a8a-b383-368ddc2bcd50), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:43.455812 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-39f9a4df-06c9-49e9-af31-abd5125639b2 admin admin] Publish callbacks [] for security_group (e0d1f02d-df1c-4a8a-b383-368ddc2bcd50), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:43.503896 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-39f9a4df-06c9-49e9-af31-abd5125639b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (e0d1f02d-df1c-4a8a-b383-368ddc2bcd50), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:43.506505 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-39f9a4df-06c9-49e9-af31-abd5125639b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:43.507694 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-39f9a4df-06c9-49e9-af31-abd5125639b2 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/e0d1f02d-df1c-4a8a-b383-368ddc2bcd50 HTTP/1.1" status: 204 len: 168 time: 0.1332486 Sep 22 15:00:43.518440 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9a4df-06c9-49e9-af31-abd5125639b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d1f02d-df1c-4a8a-b383-368ddc2bcd50,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:43.538302 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc5b61-8abc-46bf-97f4-a9df21fbde5b req-052fdc0f-88e3-40c5-bc87-10bb11ef4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:43.540035 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-26bc5b61-8abc-46bf-97f4-a9df21fbde5b req-052fdc0f-88e3-40c5-bc87-10bb11ef4dda service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 1129 time: 0.0453281 Sep 22 15:00:43.660692 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc5b61-8abc-46bf-97f4-a9df21fbde5b req-6996b769-1975-4f82-a3ac-a52cf390f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:43.662264 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-26bc5b61-8abc-46bf-97f4-a9df21fbde5b req-6996b769-1975-4f82-a3ac-a52cf390f7eb service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 920 time: 0.1032341 Sep 22 15:00:43.704281 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-26bc5b61-8abc-46bf-97f4-a9df21fbde5b req-fc38162a-a225-45c5-a350-ee6b2a5aa67f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0323af73-fc1e-49d6-89a5-afd4efaccd69 HTTP/1.1" status: 200 len: 217 time: 0.0348761 Sep 22 15:00:43.785832 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc5b61-8abc-46bf-97f4-a9df21fbde5b req-bc58563f-1705-4267-b143-61e0e895fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:43.787336 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-26bc5b61-8abc-46bf-97f4-a9df21fbde5b req-bc58563f-1705-4267-b143-61e0e895fcf1 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.0770340 Sep 22 15:00:43.807323 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f2c53-e0bb-40c9-9e8a-0f9c9962adb5 req-b29bcbe5-660a-4fa4-b0f5-83a3e3636feb tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:43.808747 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-036f2c53-e0bb-40c9-9e8a-0f9c9962adb5 req-b29bcbe5-660a-4fa4-b0f5-83a3e3636feb tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0663843 Sep 22 15:00:43.856620 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc5b61-8abc-46bf-97f4-a9df21fbde5b req-085f19be-cb22-4ce8-bb3e-f5d8a4738124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:43.858108 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-26bc5b61-8abc-46bf-97f4-a9df21fbde5b req-085f19be-cb22-4ce8-bb3e-f5d8a4738124 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631230 Sep 22 15:00:44.172786 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-036f2c53-e0bb-40c9-9e8a-0f9c9962adb5 req-b67fffc0-9afe-4ae1-93b1-d3c744669d49 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443747 Sep 22 15:00:44.210187 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 5661c289-f9b1-44e3-9817-a35d8a96d118 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:00:44.237062 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d14e9c-95ca-427e-9e19-11a8abe322a1 req-a86afbfe-bc55-4bf0-80d7-7e9f0560ba86 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:44.239357 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a8d14e9c-95ca-427e-9e19-11a8abe322a1 req-a86afbfe-bc55-4bf0-80d7-7e9f0560ba86 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 948 time: 0.0700557 Sep 22 15:00:44.282241 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-26bc5b61-8abc-46bf-97f4-a9df21fbde5b req-bbfef563-0756-4e05-8ebb-caff6746a798 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167519 Sep 22 15:00:44.335562 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 5661c289-f9b1-44e3-9817-a35d8a96d118, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=5661c289-f9b1-44e3-9817-a35d8a96d118,segment=NetworkSegment(8f1ec9b1-b57b-4414-b4f3-dad7f99734fd),segment_id=8f1ec9b1-b57b-4414-b4f3-dad7f99734fd)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:00:44.350265 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '5661c289-f9b1-44e3-9817-a35d8a96d118', 'network_id': '15d07cfe-0d93-4fa6-a44c-fce18e9834f2', 'port_id': '5661c289-f9b1-44e3-9817-a35d8a96d118', 'mac_address': 'fa:16:3e:56:8f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e006ce49-ec03-46ab-81f4-283fcdc63cf3', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:00:44.378000 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a8d14e9c-95ca-427e-9e19-11a8abe322a1 req-d36844a9-fd59-438c-8cc6-e29b974b48db tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278636 Sep 22 15:00:44.397826 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 5661c289-f9b1-44e3-9817-a35d8a96d118 is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:00:44.398255 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:44.399753 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 50134) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:44.432442 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5661c289-f9b1-44e3-9817-a35d8a96d118 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:00:44.453929 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-26bc5b61-8abc-46bf-97f4-a9df21fbde5b req-e51487ab-1751-4c56-8dc2-8abe06b7cf10 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600733 Sep 22 15:00:44.457067 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 5661c289-f9b1-44e3-9817-a35d8a96d118, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=5661c289-f9b1-44e3-9817-a35d8a96d118,segment=NetworkSegment(8f1ec9b1-b57b-4414-b4f3-dad7f99734fd),segment_id=8f1ec9b1-b57b-4414-b4f3-dad7f99734fd)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:00:44.463960 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:44.526602 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=5661c289-f9b1-44e3-9817-a35d8a96d118,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:44.553931 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dab21546-2dc4-4b5e-babb-d09ed8ae0b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:44.639418 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dab21546-2dc4-4b5e-babb-d09ed8ae0b25 admin admin] Publish callbacks [] for security_group (768cfc06-1745-4aed-ae29-04490dd25784), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:44.644201 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dab21546-2dc4-4b5e-babb-d09ed8ae0b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (768cfc06-1745-4aed-ae29-04490dd25784), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:44.670696 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-dab21546-2dc4-4b5e-babb-d09ed8ae0b25 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=4cdc754836b5483481ce53ad9d8843f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693946 Sep 22 15:00:44.673863 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 50146) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:44.718362 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 50148) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:44.722419 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab21546-2dc4-4b5e-babb-d09ed8ae0b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768cfc06-1745-4aed-ae29-04490dd25784,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:44.725617 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:44.753244 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8b81-774b-4eea-8886-533d1894c6d6 admin admin] Publish callbacks [] for security_group (768cfc06-1745-4aed-ae29-04490dd25784), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:44.776766 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8b81-774b-4eea-8886-533d1894c6d6 admin admin] Publish callbacks [] for security_group (768cfc06-1745-4aed-ae29-04490dd25784), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:44.833510 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8b81-774b-4eea-8886-533d1894c6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (768cfc06-1745-4aed-ae29-04490dd25784), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:44.836632 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8b81-774b-4eea-8886-533d1894c6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:44.837960 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-1d6e8b81-774b-4eea-8886-533d1894c6d6 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/768cfc06-1745-4aed-ae29-04490dd25784 HTTP/1.1" status: 204 len: 168 time: 0.1630218 Sep 22 15:00:44.847825 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e8b81-774b-4eea-8886-533d1894c6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768cfc06-1745-4aed-ae29-04490dd25784,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:44.866847 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-975e6dd5-ecd9-47c8-9ae0-23ce1401cfe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:44.884093 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:44.953982 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-975e6dd5-ecd9-47c8-9ae0-23ce1401cfe8 admin admin] Publish callbacks [] for security_group (0c798ad0-6950-45ab-aab9-6347773ae5e5), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:44.958728 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-975e6dd5-ecd9-47c8-9ae0-23ce1401cfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (0c798ad0-6950-45ab-aab9-6347773ae5e5), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:45.032413 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-975e6dd5-ecd9-47c8-9ae0-23ce1401cfe8 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=8cd6a73fa76c49df8bd90d7304876101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089449 Sep 22 15:00:45.032413 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e6dd5-ecd9-47c8-9ae0-23ce1401cfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c798ad0-6950-45ab-aab9-6347773ae5e5,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:45.034531 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 50160) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:45.054433 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=11 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:45.095336 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7164e0c3-03b5-4b7a-8e53-14e2281a9efd admin admin] Publish callbacks [] for security_group (0c798ad0-6950-45ab-aab9-6347773ae5e5), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:45.137427 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7164e0c3-03b5-4b7a-8e53-14e2281a9efd admin admin] Publish callbacks [] for security_group (0c798ad0-6950-45ab-aab9-6347773ae5e5), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:45.195246 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7164e0c3-03b5-4b7a-8e53-14e2281a9efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (0c798ad0-6950-45ab-aab9-6347773ae5e5), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:45.198136 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7164e0c3-03b5-4b7a-8e53-14e2281a9efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:45.199909 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7164e0c3-03b5-4b7a-8e53-14e2281a9efd admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/0c798ad0-6950-45ab-aab9-6347773ae5e5 HTTP/1.1" status: 204 len: 168 time: 0.1660676 Sep 22 15:00:45.203784 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['5661c289-f9b1-44e3-9817-a35d8a96d118'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:00:45.213212 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164e0c3-03b5-4b7a-8e53-14e2281a9efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c798ad0-6950-45ab-aab9-6347773ae5e5,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:45.360791 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207beb3e-b072-4cb7-a704-1213a39e1155 req-f518513b-6fde-4a70-b189-25a2d219def6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:45.370146 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-207beb3e-b072-4cb7-a704-1213a39e1155 req-f518513b-6fde-4a70-b189-25a2d219def6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0742633 Sep 22 15:00:45.401110 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:45.428481 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-207beb3e-b072-4cb7-a704-1213a39e1155 req-be9073bc-4625-4b63-959c-f2a56b123171 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570884 Sep 22 15:00:45.542823 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e44f0-8705-462b-95ad-d32bce4cc11b req-a87f3f2d-4a67-4584-b0d0-335c7b79d263 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:45.550001 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d36e44f0-8705-462b-95ad-d32bce4cc11b req-a87f3f2d-4a67-4584-b0d0-335c7b79d263 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 949 time: 0.0622222 Sep 22 15:00:45.597563 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d36e44f0-8705-462b-95ad-d32bce4cc11b req-a9c02b53-7f05-4fa8-bb73-bbbb5550fe7e tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466044 Sep 22 15:00:45.627106 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 50186) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:45.641575 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc19d455-8b98-4156-9357-aeaff16b236d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:45.718181 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc19d455-8b98-4156-9357-aeaff16b236d admin admin] Publish callbacks [] for security_group (ed1614b5-c92f-4017-9eb7-6a20500babf2), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:45.722457 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-fc19d455-8b98-4156-9357-aeaff16b236d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (ed1614b5-c92f-4017-9eb7-6a20500babf2), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:45.765959 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-fc19d455-8b98-4156-9357-aeaff16b236d admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=2347287e49a140718a7eaa3e71feed43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374514 Sep 22 15:00:45.767022 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19d455-8b98-4156-9357-aeaff16b236d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1614b5-c92f-4017-9eb7-6a20500babf2,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:45.768618 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 50190) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:00:45.819004 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d853d736-5ce9-4bf9-808f-715c24216a8e admin admin] Publish callbacks [] for security_group (ed1614b5-c92f-4017-9eb7-6a20500babf2), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:45.838603 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d853d736-5ce9-4bf9-808f-715c24216a8e admin admin] Publish callbacks [] for security_group (ed1614b5-c92f-4017-9eb7-6a20500babf2), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:45.889119 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d853d736-5ce9-4bf9-808f-715c24216a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (ed1614b5-c92f-4017-9eb7-6a20500babf2), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:45.892122 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d853d736-5ce9-4bf9-808f-715c24216a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:45.895903 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-d853d736-5ce9-4bf9-808f-715c24216a8e admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/ed1614b5-c92f-4017-9eb7-6a20500babf2 HTTP/1.1" status: 204 len: 168 time: 0.1235721 Sep 22 15:00:45.901706 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853d736-5ce9-4bf9-808f-715c24216a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1614b5-c92f-4017-9eb7-6a20500babf2,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:46.544620 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 5661c289-f9b1-44e3-9817-a35d8a96d118 up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:00:46.546481 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66b5ba-ac20-4436-a779-7572a6053edc req-1472890b-a83c-4de7-90e7-15f0fa7556d0 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:46.548079 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce66b5ba-ac20-4436-a779-7572a6053edc req-1472890b-a83c-4de7-90e7-15f0fa7556d0 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0488505 Sep 22 15:00:46.590875 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port 5661c289-f9b1-44e3-9817-a35d8a96d118 completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:00:46.601498 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 5661c289-f9b1-44e3-9817-a35d8a96d118 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:00:46.602132 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:46.602641 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 5661c289-f9b1-44e3-9817-a35d8a96d118 Sep 22 15:00:46.615547 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce66b5ba-ac20-4436-a779-7572a6053edc req-0491e936-0dc6-4fb3-a967-f5aac7ef0f9e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583351 Sep 22 15:00:46.683965 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 5661c289-f9b1-44e3-9817-a35d8a96d118 is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:00:46.685095 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:46.721897 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4b02a0-87af-407e-a5eb-16d91b6fb923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5661c289-f9b1-44e3-9817-a35d8a96d118'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:00:46.724519 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbfdd72-72dd-4725-9dd4-c1964389c595" -d '{"events": [{"server_uuid": "4e4b02a0-87af-407e-a5eb-16d91b6fb923", "name": "network-vif-plugged", "status": "completed", "tag": "5661c289-f9b1-44e3-9817-a35d8a96d118"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:00:46.738430 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 5661c289-f9b1-44e3-9817-a35d8a96d118, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=5661c289-f9b1-44e3-9817-a35d8a96d118,segment=NetworkSegment(8f1ec9b1-b57b-4414-b4f3-dad7f99734fd),segment_id=8f1ec9b1-b57b-4414-b4f3-dad7f99734fd)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:00:46.744968 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:46.749197 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1c3e5-3294-416c-bffe-7a33a97a3c9c req-975b7a36-e66c-43a0-b6f3-a9096da6c030 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:46.751121 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-86e1c3e5-3294-416c-bffe-7a33a97a3c9c req-975b7a36-e66c-43a0-b6f3-a9096da6c030 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 949 time: 0.0567157 Sep 22 15:00:46.805428 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=5661c289-f9b1-44e3-9817-a35d8a96d118,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:00:46.818435 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-86e1c3e5-3294-416c-bffe-7a33a97a3c9c req-298d7580-3a8f-40dc-aed7-28d83b05bc65 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573030 Sep 22 15:00:46.819337 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2564c3-3f02-4067-b561-585ceb0386a6 x-openstack-request-id: req-6d2564c3-3f02-4067-b561-585ceb0386a6 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:00:46.819745 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4b02a0-87af-407e-a5eb-16d91b6fb923", "name": "network-vif-plugged", "status": "completed", "tag": "5661c289-f9b1-44e3-9817-a35d8a96d118", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:00:46.820008 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d2564c3-3f02-4067-b561-585ceb0386a6 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:00:46.820408 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d2564c3-3f02-4067-b561-585ceb0386a6'] response: {'server_uuid': '4e4b02a0-87af-407e-a5eb-16d91b6fb923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5661c289-f9b1-44e3-9817-a35d8a96d118', 'code': 200} Sep 22 15:00:46.986338 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051dff0-3f6a-43f2-9f05-fb37de8f44e0 req-5d65b13f-bece-4c55-8fb4-7065ae38f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:46.988473 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3051dff0-3f6a-43f2-9f05-fb37de8f44e0 req-5d65b13f-bece-4c55-8fb4-7065ae38f8da service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 1129 time: 0.0462272 Sep 22 15:00:47.073511 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3051dff0-3f6a-43f2-9f05-fb37de8f44e0 req-393103cb-7c5e-4fc5-9b14-087dedf66b75 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583572 Sep 22 15:00:47.736300 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f1315-5ba2-465e-9d09-774c303414be req-43d1af7e-1eb4-42c4-b8fc-a443f8830ba7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:47.737906 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-699f1315-5ba2-465e-9d09-774c303414be req-43d1af7e-1eb4-42c4-b8fc-a443f8830ba7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0531013 Sep 22 15:00:47.798889 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-699f1315-5ba2-465e-9d09-774c303414be req-787f3cdf-1fd2-4aef-84cf-5e021507da6a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550575 Sep 22 15:00:47.938226 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851b505-5bc6-4b4c-b3c9-907e052e3e47 req-21d90094-d996-4f2a-b674-da228db26eac tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:47.939719 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a851b505-5bc6-4b4c-b3c9-907e052e3e47 req-21d90094-d996-4f2a-b674-da228db26eac tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0516007 Sep 22 15:00:47.958236 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:INSERT=5,neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:47.989211 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a851b505-5bc6-4b4c-b3c9-907e052e3e47 req-baf02d57-c6e8-40cf-8d12-660ab0ca082c tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438204 Sep 22 15:00:48.360913 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed80722-6dde-40a2-a3e3-ef441353ebc0 req-52ec30b4-461b-487a-a000-e550886f3d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:48.362568 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5ed80722-6dde-40a2-a3e3-ef441353ebc0 req-52ec30b4-461b-487a-a000-e550886f3d8a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 1134 time: 0.0438845 Sep 22 15:00:48.918607 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990bf8c-096e-4bbb-a295-376ffedc9d9c req-42d9f3c3-c734-4be2-8920-ca50b714f17b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:48.920100 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4990bf8c-096e-4bbb-a295-376ffedc9d9c req-42d9f3c3-c734-4be2-8920-ca50b714f17b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0471418 Sep 22 15:00:48.966278 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4990bf8c-096e-4bbb-a295-376ffedc9d9c req-8a85c6c8-45d4-479e-99dd-2559ff9b79e8 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 Sep 22 15:00:49.124161 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b7a77-46c4-4b3a-8f12-d0721b0fd1f4 req-d9adc3ab-bdb0-4553-9c97-7b43f73d5305 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:49.125647 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c72b7a77-46c4-4b3a-8f12-d0721b0fd1f4 req-d9adc3ab-bdb0-4553-9c97-7b43f73d5305 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0508549 Sep 22 15:00:49.174679 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c72b7a77-46c4-4b3a-8f12-d0721b0fd1f4 req-6960d8c5-49a9-4898-aec6-415e5eff3656 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431209 Sep 22 15:00:50.084792 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1e367-e206-4f51-817d-c8c2d20eba14 req-e91e27b4-9522-4285-9aea-84ba299c1764 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:50.086236 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e6e1e367-e206-4f51-817d-c8c2d20eba14 req-e91e27b4-9522-4285-9aea-84ba299c1764 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0461364 Sep 22 15:00:50.115660 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:50.132825 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e6e1e367-e206-4f51-817d-c8c2d20eba14 req-1cc1365d-c880-4ce0-94f2-334edbb8e54a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Sep 22 15:00:50.299290 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1ce90-7e1a-4bc6-8bd8-179c9ee48e7f req-319b770a-6832-486a-b986-723e7811943d tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:50.300735 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-96d1ce90-7e1a-4bc6-8bd8-179c9ee48e7f req-319b770a-6832-486a-b986-723e7811943d tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0492716 Sep 22 15:00:50.346767 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-96d1ce90-7e1a-4bc6-8bd8-179c9ee48e7f req-c9a93fb9-293b-4d67-8e46-14e3e86e98b0 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Sep 22 15:00:51.252212 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a5c52-e6fe-4f49-8371-8f4cdf96da11 req-bbd2e666-9657-45f2-90a5-815140a4f179 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:51.253590 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8d9a5c52-e6fe-4f49-8371-8f4cdf96da11 req-bbd2e666-9657-45f2-90a5-815140a4f179 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0486176 Sep 22 15:00:51.300747 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8d9a5c52-e6fe-4f49-8371-8f4cdf96da11 req-4ada3f7d-ddda-4fce-8148-e96ad63293f5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 Sep 22 15:00:51.467815 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867ff5a-133c-456c-b788-54754d6ea16e req-306dcd2c-131c-469d-a3c9-0f4636f5925f tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:51.469320 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a867ff5a-133c-456c-b788-54754d6ea16e req-306dcd2c-131c-469d-a3c9-0f4636f5925f tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0459599 Sep 22 15:00:51.520613 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a867ff5a-133c-456c-b788-54754d6ea16e req-a3a880a5-e2e2-4b51-a309-12da37fcd54a tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457015 Sep 22 15:00:52.081964 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:52.414406 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5ed80722-6dde-40a2-a3e3-ef441353ebc0 req-5fb37b87-0409-41f5-b24a-d6816ab41221 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675862 Sep 22 15:00:52.430745 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd82b6-cfe0-43dd-bd8a-ecfe600f32df req-63a8fe28-2ba8-4383-a51d-3b4bf565a00e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:52.432204 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c0bd82b6-cfe0-43dd-bd8a-ecfe600f32df req-63a8fe28-2ba8-4383-a51d-3b4bf565a00e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0578139 Sep 22 15:00:52.482452 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c0bd82b6-cfe0-43dd-bd8a-ecfe600f32df req-ecf8cd44-98fa-4784-8491-b64a916812e0 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441866 Sep 22 15:00:52.641263 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544396ad-bf46-4682-8bba-16a26bf12113 req-219041d2-0728-4094-80e6-61aff8bfbf5f tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:52.642751 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-544396ad-bf46-4682-8bba-16a26bf12113 req-219041d2-0728-4094-80e6-61aff8bfbf5f tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0490422 Sep 22 15:00:52.699144 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-544396ad-bf46-4682-8bba-16a26bf12113 req-aac220a8-cab2-4842-b821-ba4970851f1c tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497813 Sep 22 15:00:53.604207 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbca82-78f3-4864-b5b7-8dfae81f4a2c req-993a54fe-0c9a-47cd-b8d9-1f24ac6ce286 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:53.605661 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0abbca82-78f3-4864-b5b7-8dfae81f4a2c req-993a54fe-0c9a-47cd-b8d9-1f24ac6ce286 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0458720 Sep 22 15:00:53.652332 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0abbca82-78f3-4864-b5b7-8dfae81f4a2c req-75dbf50d-f585-4090-b554-5b5a2726d177 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411069 Sep 22 15:00:53.821233 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:53.838242 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571609a3-b31f-40d1-9314-f9ae003ea086 req-0fd8a852-b30b-4362-8522-90a759e3a879 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:53.839800 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-571609a3-b31f-40d1-9314-f9ae003ea086 req-0fd8a852-b30b-4362-8522-90a759e3a879 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0503111 Sep 22 15:00:53.924776 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-571609a3-b31f-40d1-9314-f9ae003ea086 req-4dfa8fe2-4bfd-4839-bf24-8b7cde279c19 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786800 Sep 22 15:00:53.938146 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb352a-d6f3-408d-aa5f-f345e6f1183c req-cc8f3cbd-6f78-40a3-81f9-94c18d76cf10 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:53.939694 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-11eb352a-d6f3-408d-aa5f-f345e6f1183c req-cc8f3cbd-6f78-40a3-81f9-94c18d76cf10 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0601363 Sep 22 15:00:53.986685 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-11eb352a-d6f3-408d-aa5f-f345e6f1183c req-f7e2181c-a366-4629-87db-6bad50880c3d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 Sep 22 15:00:54.663505 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3ec0-bb40-49af-9604-674bf75e9185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:55.044989 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69947996-8c2c-4955-a486-80144e0b5f99 req-9a9717c4-0e51-449f-91ee-54ee8013c018 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:55.046481 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-69947996-8c2c-4955-a486-80144e0b5f99 req-9a9717c4-0e51-449f-91ee-54ee8013c018 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0475204 Sep 22 15:00:55.101664 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=19 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:55.107427 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=7 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:55.129936 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061fc3f-e195-46c6-aabf-f39c36c733e4 req-be017517-40d3-422a-b128-955d08b14ea5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:55.131423 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5061fc3f-e195-46c6-aabf-f39c36c733e4 req-be017517-40d3-422a-b128-955d08b14ea5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0657144 Sep 22 15:00:55.135778 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-69947996-8c2c-4955-a486-80144e0b5f99 req-e62745c2-a443-49d9-98d8-408252d6dd3d tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837817 Sep 22 15:00:55.178276 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5061fc3f-e195-46c6-aabf-f39c36c733e4 req-cc4f0526-c2ae-4e63-8378-74c20d0df278 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408709 Sep 22 15:00:55.758946 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=28,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:55.761767 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=45,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:56.254135 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0472131-9854-4950-93f6-f56ed69b29b2 req-66ae2ab1-5d88-411e-9560-50e9eb36a9c6 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:56.255630 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e0472131-9854-4950-93f6-f56ed69b29b2 req-66ae2ab1-5d88-411e-9560-50e9eb36a9c6 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0460303 Sep 22 15:00:56.272017 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:56.321008 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33398249-c421-4cba-9978-023abc7aec3b req-0baa5d83-3ce1-4d65-acf4-0c751cda906c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:56.322455 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-33398249-c421-4cba-9978-023abc7aec3b req-0baa5d83-3ce1-4d65-acf4-0c751cda906c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0659642 Sep 22 15:00:56.351557 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e0472131-9854-4950-93f6-f56ed69b29b2 req-c66e09bc-7683-498e-91ab-48c445cddef1 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851867 Sep 22 15:00:56.379387 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-33398249-c421-4cba-9978-023abc7aec3b req-8f14e68d-1bd3-46bc-9cc2-9bcefcbe03a4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491538 Sep 22 15:00:57.083491 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:57.096590 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-61d527a3-8b6d-4649-8183-22359d3a2c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:57.500507 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f8d22-4cb1-4091-a9c6-be9b8b667f79 req-dd4e06f6-da7b-4382-9f67-f151ebcc9ad3 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:57.502002 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a19f8d22-4cb1-4091-a9c6-be9b8b667f79 req-dd4e06f6-da7b-4382-9f67-f151ebcc9ad3 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0741181 Sep 22 15:00:57.521027 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea3bac-9a3a-4c87-b042-ecc4fe5c62fb req-cce8b81a-f248-4c2b-86c2-df7238b237a4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:57.522414 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fdea3bac-9a3a-4c87-b042-ecc4fe5c62fb req-cce8b81a-f248-4c2b-86c2-df7238b237a4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0669730 Sep 22 15:00:57.591151 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a19f8d22-4cb1-4091-a9c6-be9b8b667f79 req-2faca8d5-3d4d-46ed-be26-bbdbaa5a169e tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834591 Sep 22 15:00:57.595626 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fdea3bac-9a3a-4c87-b042-ecc4fe5c62fb req-7e7a714a-ebb2-413c-915f-f3567af6564c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665479 Sep 22 15:00:58.211179 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:00:58.786579 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00204b-aae1-4d9f-b8ee-3f05d28e4816 req-fe5d6fe0-4881-48f0-b0de-46c34c6dcfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:58.788117 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ff00204b-aae1-4d9f-b8ee-3f05d28e4816 req-fe5d6fe0-4881-48f0-b0de-46c34c6dcfa5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 1129 time: 0.1120608 Sep 22 15:00:58.794046 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4cfbc-c9bd-4f84-8a85-bd844a68c3b8 req-05baed00-8393-4997-aad5-45b099bdf94a tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:58.795393 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9ed4cfbc-c9bd-4f84-8a85-bd844a68c3b8 req-05baed00-8393-4997-aad5-45b099bdf94a tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.1089826 Sep 22 15:00:58.801377 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e87440-b001-4465-ab12-eb53b8d26c57 req-bf2abd19-d8dc-43a7-988d-58f46eeabb3b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:58.802706 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-31e87440-b001-4465-ab12-eb53b8d26c57 req-bf2abd19-d8dc-43a7-988d-58f46eeabb3b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.1019535 Sep 22 15:00:58.877718 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9ed4cfbc-c9bd-4f84-8a85-bd844a68c3b8 req-8fb45164-4ddc-4179-8bc7-cf9e6b9c8314 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739539 Sep 22 15:00:58.880953 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-31e87440-b001-4465-ab12-eb53b8d26c57 req-ac7b04ba-7f14-4629-9221-05bf7886ea8d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715270 Sep 22 15:00:59.156814 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49677773-2843-4264-99d1-1270c8cebe89 req-550eef70-e499-4a95-8e90-48ffb1d6db2f tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:00:59.158302 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-49677773-2843-4264-99d1-1270c8cebe89 req-550eef70-e499-4a95-8e90-48ffb1d6db2f tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0471408 Sep 22 15:00:59.193061 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:00:59.209464 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-49677773-2843-4264-99d1-1270c8cebe89 req-11c52caa-0b37-4980-82b3-38d5ff3dc25d tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455704 Sep 22 15:00:59.974238 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:00.008690 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e18d2-9825-40f4-9d74-be13120dc5cc req-1130d296-8d8e-4404-b542-47cd7889ff21 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:00.010640 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0e8e18d2-9825-40f4-9d74-be13120dc5cc req-1130d296-8d8e-4404-b542-47cd7889ff21 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0506854 Sep 22 15:01:00.051710 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:00.063124 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0e8e18d2-9825-40f4-9d74-be13120dc5cc req-75b493c2-f5b0-471f-a446-b9bc767db60a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468433 Sep 22 15:01:00.326569 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ab5a3-7473-4b80-b832-ccfa09b696e4 req-320bf138-b09f-4322-805a-8cd14c651f2e tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:00.328620 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-757ab5a3-7473-4b80-b832-ccfa09b696e4 req-320bf138-b09f-4322-805a-8cd14c651f2e tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0454051 Sep 22 15:01:00.373014 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-757ab5a3-7473-4b80-b832-ccfa09b696e4 req-70f097af-8a8c-4216-a57e-c2f66704cfe0 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388262 Sep 22 15:01:01.181078 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a5646-5f47-4989-b02f-7bbbc2a75a42 req-de09f014-667d-4ecf-8a0c-e45d4409ed05 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:01.182532 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a3a5646-5f47-4989-b02f-7bbbc2a75a42 req-de09f014-667d-4ecf-8a0c-e45d4409ed05 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0453131 Sep 22 15:01:01.231390 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a3a5646-5f47-4989-b02f-7bbbc2a75a42 req-2266ca53-931d-446a-88da-2e83c4910507 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428185 Sep 22 15:01:01.493497 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0f267-a84b-4d0f-8c49-1e67a3797e19 req-6bdd8fbc-c354-4c54-a892-1b71b2b6dcfa tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:01.494977 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a9e0f267-a84b-4d0f-8c49-1e67a3797e19 req-6bdd8fbc-c354-4c54-a892-1b71b2b6dcfa tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0503354 Sep 22 15:01:01.541135 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a9e0f267-a84b-4d0f-8c49-1e67a3797e19 req-5a999264-4071-4b26-b15d-d239d5abd412 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398235 Sep 22 15:01:02.352754 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb927e6-2f7d-40c9-9214-16613acae21b req-ec673d4d-77f4-4bb5-b422-ee288f10c073 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:02.354390 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-efb927e6-2f7d-40c9-9214-16613acae21b req-ec673d4d-77f4-4bb5-b422-ee288f10c073 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0479040 Sep 22 15:01:02.365385 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:02.401232 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-efb927e6-2f7d-40c9-9214-16613acae21b req-ae58e09b-0b02-4167-ad2e-825a686d84b7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411603 Sep 22 15:01:02.661931 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff36a3-33ab-4b0d-bd6a-7276899cda33 req-d3032dcc-2d3e-4ea1-b6b2-07d69aac9b6c tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:02.663331 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-35ff36a3-33ab-4b0d-bd6a-7276899cda33 req-d3032dcc-2d3e-4ea1-b6b2-07d69aac9b6c tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0487096 Sep 22 15:01:02.709830 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-35ff36a3-33ab-4b0d-bd6a-7276899cda33 req-5a010155-5bd9-481a-9df3-02b085a09a8f tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Sep 22 15:01:03.520408 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bb220-0360-4958-bea1-2ac4cf0a4cb7 req-d0e455fb-2ce2-4ce8-80af-2832dbd06bb6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:03.521853 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-516bb220-0360-4958-bea1-2ac4cf0a4cb7 req-d0e455fb-2ce2-4ce8-80af-2832dbd06bb6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0459929 Sep 22 15:01:03.566888 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-516bb220-0360-4958-bea1-2ac4cf0a4cb7 req-adbc9fff-387c-47f4-ae6e-370ae6d7cc0d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 Sep 22 15:01:03.841872 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f1d96-5c94-49b9-a2da-1cae0401948c req-639f6322-1468-4555-a1d8-dea2babed0dc tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:03.843421 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-253f1d96-5c94-49b9-a2da-1cae0401948c req-639f6322-1468-4555-a1d8-dea2babed0dc tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0486498 Sep 22 15:01:03.898364 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-253f1d96-5c94-49b9-a2da-1cae0401948c req-2a652ae7-bb58-43bf-96e9-7c9a715ecaec tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493739 Sep 22 15:01:04.163364 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00204b-aae1-4d9f-b8ee-3f05d28e4816 req-78316dae-e8eb-47b2-91a3-ae1660666d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:04.165104 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ff00204b-aae1-4d9f-b8ee-3f05d28e4816 req-78316dae-e8eb-47b2-91a3-ae1660666d90 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 920 time: 0.0883653 Sep 22 15:01:04.477181 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ff00204b-aae1-4d9f-b8ee-3f05d28e4816 req-28cc36a5-541d-4df0-992f-c09925eb3f74 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0323af73-fc1e-49d6-89a5-afd4efaccd69 HTTP/1.1" status: 200 len: 217 time: 0.0340521 Sep 22 15:01:04.530585 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00204b-aae1-4d9f-b8ee-3f05d28e4816 req-129c46ce-a61f-4214-91be-e433df9cb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:04.532602 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ff00204b-aae1-4d9f-b8ee-3f05d28e4816 req-129c46ce-a61f-4214-91be-e433df9cb9d6 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.0491047 Sep 22 15:01:04.591745 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00204b-aae1-4d9f-b8ee-3f05d28e4816 req-5b2f9af7-f52e-4120-b9df-27f3c1ca8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:04.593811 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ff00204b-aae1-4d9f-b8ee-3f05d28e4816 req-5b2f9af7-f52e-4120-b9df-27f3c1ca8097 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373945 Sep 22 15:01:04.658852 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:04.700825 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9e304-6b82-4913-9a81-74049f8018cf req-79a1d848-f1c8-45b6-910a-87ed74fd4755 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:04.702197 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-01a9e304-6b82-4913-9a81-74049f8018cf req-79a1d848-f1c8-45b6-910a-87ed74fd4755 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0593753 Sep 22 15:01:04.739656 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ff00204b-aae1-4d9f-b8ee-3f05d28e4816 req-35740e67-41f7-49e6-a933-b8a754380b43 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398089 Sep 22 15:01:04.807252 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-01a9e304-6b82-4913-9a81-74049f8018cf req-99270a00-529a-4bde-8935-de7f385ec856 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959537 Sep 22 15:01:04.849422 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ff00204b-aae1-4d9f-b8ee-3f05d28e4816 req-52438732-625d-424e-bc93-3a16ff9173fe service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008127 Sep 22 15:01:05.021450 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5f017-62ea-4277-9d41-8e7582854928 req-7214b857-2d25-4dc7-9311-4247d4a8db5e tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:05.022888 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c0c5f017-62ea-4277-9d41-8e7582854928 req-7214b857-2d25-4dc7-9311-4247d4a8db5e tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0471559 Sep 22 15:01:05.071855 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c0c5f017-62ea-4277-9d41-8e7582854928 req-ff2c0566-3f55-4db1-8ba2-7b3bacc05506 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432134 Sep 22 15:01:05.570684 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a52d00-53ef-4233-8d8b-9d702b32beb4 req-68da89a4-9c5a-496d-aabe-522d9f67e5db tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:05.572067 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d5a52d00-53ef-4233-8d8b-9d702b32beb4 req-68da89a4-9c5a-496d-aabe-522d9f67e5db tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 950 time: 0.0452418 Sep 22 15:01:05.654523 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-d5a52d00-53ef-4233-8d8b-9d702b32beb4 req-ff5da23e-3239-449a-8bea-f2a3647238d2 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Deleting port 5661c289-f9b1-44e3-9817-a35d8a96d118 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:01:05.654866 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-d5a52d00-53ef-4233-8d8b-9d702b32beb4 req-ff5da23e-3239-449a-8bea-f2a3647238d2 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:05.700276 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:05.742162 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-d5a52d00-53ef-4233-8d8b-9d702b32beb4 req-ff5da23e-3239-449a-8bea-f2a3647238d2 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] For port 5661c289-f9b1-44e3-9817-a35d8a96d118, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=5661c289-f9b1-44e3-9817-a35d8a96d118,segment=NetworkSegment(8f1ec9b1-b57b-4414-b4f3-dad7f99734fd),segment_id=8f1ec9b1-b57b-4414-b4f3-dad7f99734fd)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:01:05.742526 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-d5a52d00-53ef-4233-8d8b-9d702b32beb4 req-ff5da23e-3239-449a-8bea-f2a3647238d2 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:05.755458 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-d5a52d00-53ef-4233-8d8b-9d702b32beb4 req-ff5da23e-3239-449a-8bea-f2a3647238d2 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Calling delete_port for 5661c289-f9b1-44e3-9817-a35d8a96d118 owned by compute:nova {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:01:05.887790 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-d5a52d00-53ef-4233-8d8b-9d702b32beb4 req-ff5da23e-3239-449a-8bea-f2a3647238d2 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (5661c289-f9b1-44e3-9817-a35d8a96d118), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:05.934599 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['5661c289-f9b1-44e3-9817-a35d8a96d118'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:01:05.938407 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:05.944892 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5da23e-3239-449a-8bea-f2a3647238d2 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Pushing event deleted for resources: {'Port': ['ID=5661c289-f9b1-44e3-9817-a35d8a96d118,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:05.979999 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055956a-0c7e-48ef-942a-d0c086fa919a req-470e7b1b-d3e4-4f08-b35b-810d507267c4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:05.981547 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a055956a-0c7e-48ef-942a-d0c086fa919a req-470e7b1b-d3e4-4f08-b35b-810d507267c4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0957863 Sep 22 15:01:06.009259 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a52d00-53ef-4233-8d8b-9d702b32beb4 req-ff5da23e-3239-449a-8bea-f2a3647238d2 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] No DVR routers for this DVR port 5661c289-f9b1-44e3-9817-a35d8a96d118 on host hv-cinder-85646 {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:01:06.018622 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-d5a52d00-53ef-4233-8d8b-9d702b32beb4 req-ff5da23e-3239-449a-8bea-f2a3647238d2 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:06.021913 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d5a52d00-53ef-4233-8d8b-9d702b32beb4 req-ff5da23e-3239-449a-8bea-f2a3647238d2 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.49 "DELETE /networking/v2.0/ports/5661c289-f9b1-44e3-9817-a35d8a96d118 HTTP/1.1" status: 204 len: 173 time: 0.4432487 Sep 22 15:01:06.022416 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4b02a0-87af-407e-a5eb-16d91b6fb923', 'name': 'network-vif-deleted', 'tag': '5661c289-f9b1-44e3-9817-a35d8a96d118'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:01:06.024719 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12b6ad8-04ee-4517-9a4e-2444c98804bf" -d '{"events": [{"server_uuid": "4e4b02a0-87af-407e-a5eb-16d91b6fb923", "name": "network-vif-deleted", "tag": "5661c289-f9b1-44e3-9817-a35d8a96d118"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:01:06.071722 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a055956a-0c7e-48ef-942a-d0c086fa919a req-aac84c63-8598-4f88-b929-9b1179689179 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838215 Sep 22 15:01:06.073421 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4357094-725a-4051-908c-ad849346fd3a x-openstack-request-id: req-d4357094-725a-4051-908c-ad849346fd3a {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:01:06.073710 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4b02a0-87af-407e-a5eb-16d91b6fb923", "name": "network-vif-deleted", "tag": "5661c289-f9b1-44e3-9817-a35d8a96d118", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:01:06.073968 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d4357094-725a-4051-908c-ad849346fd3a {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:01:06.074815 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4357094-725a-4051-908c-ad849346fd3a'] response: {'server_uuid': '4e4b02a0-87af-407e-a5eb-16d91b6fb923', 'name': 'network-vif-deleted', 'tag': '5661c289-f9b1-44e3-9817-a35d8a96d118', 'status': 'completed', 'code': 200} Sep 22 15:01:06.183909 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-89253728-e573-45bf-856b-b689964fdc62 req-ab5a7e97-7209-43b5-9226-efdfc67b2f44 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 210 time: 0.0286517 Sep 22 15:01:07.198657 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b06ddb-8cc8-4d37-9641-0b918aa9eb09 req-bf250e26-fbdc-4271-85ce-d265d51f00aa tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:07.200072 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-64b06ddb-8cc8-4d37-9641-0b918aa9eb09 req-bf250e26-fbdc-4271-85ce-d265d51f00aa tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0495012 Sep 22 15:01:07.248324 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-64b06ddb-8cc8-4d37-9641-0b918aa9eb09 req-a1424ac9-a723-4d32-9f34-706ff63d4583 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417178 Sep 22 15:01:07.300077 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-35bc93c9-2dca-4be3-8d55-c126aa502197 req-061c3438-ad6d-4b33-8460-8da796448020 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 210 time: 0.0269277 Sep 22 15:01:08.188782 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:01:08.380613 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fc6cf-2e7c-41ce-aeec-54ee989c9bfe req-cc223e18-c412-4750-86c3-fec2bf9310e4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:08.387442 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-095fc6cf-2e7c-41ce-aeec-54ee989c9bfe req-cc223e18-c412-4750-86c3-fec2bf9310e4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0630248 Sep 22 15:01:08.409179 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:08.436848 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8340a348-7750-4435-afa8-ef8261f4b888 req-4d31d577-fab9-4ce5-a74e-59ce34337360 tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 210 time: 0.0415099 Sep 22 15:01:08.464756 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-095fc6cf-2e7c-41ce-aeec-54ee989c9bfe req-c036a575-040a-4de1-adf7-a9ed0ea4ab8b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764368 Sep 22 15:01:08.646060 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 5661c289-f9b1-44e3-9817-a35d8a96d118 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:01:08.668213 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: 5661c289-f9b1-44e3-9817-a35d8a96d118 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:01:08.668213 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 5661c289-f9b1-44e3-9817-a35d8a96d118 not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:01:09.582081 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-57d9947e-9e08-4195-bd8c-22b6b4533414 req-9173e94d-7de3-4985-97e6-902f59080bef tempest-VolumesNegativeTest-732404145 tempest-VolumesNegativeTest-732404145-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4e4b02a0-87af-407e-a5eb-16d91b6fb923 HTTP/1.1" status: 200 len: 210 time: 0.0435610 Sep 22 15:01:09.617126 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed8134-8919-428d-ba2a-c2a6c6623d00 req-e2a41bb3-2e7f-407b-8a1c-339d7c4fdb99 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:09.618644 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1aed8134-8919-428d-ba2a-c2a6c6623d00 req-e2a41bb3-2e7f-407b-8a1c-339d7c4fdb99 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0697238 Sep 22 15:01:09.666883 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1aed8134-8919-428d-ba2a-c2a6c6623d00 req-7a599c96-4d4e-4ad6-93dd-4307e36b6755 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427177 Sep 22 15:01:10.404244 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 50618) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:10.517703 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-16850e64-23bf-42cd-9d11-f56372eca011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:10.595995 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-16850e64-23bf-42cd-9d11-f56372eca011 admin admin] Publish callbacks [] for security_group (114c7935-39a0-40eb-944a-1b9a17eaddd5), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:10.599664 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-16850e64-23bf-42cd-9d11-f56372eca011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (114c7935-39a0-40eb-944a-1b9a17eaddd5), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:10.635765 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-16850e64-23bf-42cd-9d11-f56372eca011 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=0942f999ba00479697041db0379eb1d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303927 Sep 22 15:01:10.636768 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 50632) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:10.659531 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16850e64-23bf-42cd-9d11-f56372eca011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114c7935-39a0-40eb-944a-1b9a17eaddd5,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:10.707444 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6fea0c34-e8c0-4845-b163-2f4f79be5c0f admin admin] Publish callbacks [] for security_group (114c7935-39a0-40eb-944a-1b9a17eaddd5), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:10.732677 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6fea0c34-e8c0-4845-b163-2f4f79be5c0f admin admin] Publish callbacks [] for security_group (114c7935-39a0-40eb-944a-1b9a17eaddd5), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:10.794792 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6fea0c34-e8c0-4845-b163-2f4f79be5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (114c7935-39a0-40eb-944a-1b9a17eaddd5), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:10.797899 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6fea0c34-e8c0-4845-b163-2f4f79be5c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:10.801695 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-6fea0c34-e8c0-4845-b163-2f4f79be5c0f admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/114c7935-39a0-40eb-944a-1b9a17eaddd5 HTTP/1.1" status: 204 len: 168 time: 0.1616321 Sep 22 15:01:10.815425 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:10.826894 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea0c34-e8c0-4845-b163-2f4f79be5c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114c7935-39a0-40eb-944a-1b9a17eaddd5,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:10.915908 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dcd5f-a367-45ac-b65a-1d3f48446277 req-d4c47a23-87c9-426f-a260-09fbd684443c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:10.917344 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a79dcd5f-a367-45ac-b65a-1d3f48446277 req-d4c47a23-87c9-426f-a260-09fbd684443c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.1138918 Sep 22 15:01:11.003820 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a79dcd5f-a367-45ac-b65a-1d3f48446277 req-77a1707c-7f03-402d-899b-864180dc4be7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854411 Sep 22 15:01:11.279826 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 50680) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:11.318768 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4ba84265-cc4d-4294-8793-b6c282520be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:11.454220 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4ba84265-cc4d-4294-8793-b6c282520be9 admin admin] Publish callbacks [] for security_group (8e7e9467-f70d-4458-ae5e-8a818dcc2589), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:11.462134 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4ba84265-cc4d-4294-8793-b6c282520be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (8e7e9467-f70d-4458-ae5e-8a818dcc2589), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:11.521113 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-4ba84265-cc4d-4294-8793-b6c282520be9 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=d6c2d7b0a7d64739bd7fa30f2e9fc0f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398627 Sep 22 15:01:11.521991 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba84265-cc4d-4294-8793-b6c282520be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7e9467-f70d-4458-ae5e-8a818dcc2589,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:11.523805 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 50688) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:11.576924 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-620f4a05-2ae9-408c-9eda-be3201fe82a3 admin admin] Publish callbacks [] for security_group (8e7e9467-f70d-4458-ae5e-8a818dcc2589), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:11.597914 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-620f4a05-2ae9-408c-9eda-be3201fe82a3 admin admin] Publish callbacks [] for security_group (8e7e9467-f70d-4458-ae5e-8a818dcc2589), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:11.645312 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-620f4a05-2ae9-408c-9eda-be3201fe82a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (8e7e9467-f70d-4458-ae5e-8a818dcc2589), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:11.648059 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-620f4a05-2ae9-408c-9eda-be3201fe82a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:11.649216 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-620f4a05-2ae9-408c-9eda-be3201fe82a3 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/8e7e9467-f70d-4458-ae5e-8a818dcc2589 HTTP/1.1" status: 204 len: 168 time: 0.1244287 Sep 22 15:01:11.658351 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f4a05-2ae9-408c-9eda-be3201fe82a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7e9467-f70d-4458-ae5e-8a818dcc2589,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:12.471712 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 50808) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:12.580285 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-61582262-network', 'tenant_id': '91a6cea77d0f436390ceb0952327fbaa'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:01:12.604136 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] Made reservation on behalf of 91a6cea77d0f436390ceb0952327fbaa for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:01:12.612781 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:12.622828 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:12.708856 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] Publish callbacks [] for security_group (53063188-ffff-4853-a3fd-0295e8f4ad65), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:12.712339 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (53063188-ffff-4853-a3fd-0295e8f4ad65), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:12.745764 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53063188-ffff-4853-a3fd-0295e8f4ad65,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:12.749000 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 15:01:12.762322 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (6711e4c7-ac2d-4073-ad5f-93427e287ef2), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:12.763303 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] Added segment 6711e4c7-ac2d-4073-ad5f-93427e287ef2 of type vlan for network f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 Sep 22 15:01:12.830962 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:12.861221 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:12.862409 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:12.863027 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:12.937660 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4648156 Sep 22 15:01:12.941316 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 50834) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:12.943050 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadd543-204b-4387-af0d-6af6263d69b5 admin admin] Pushing event updated for resources: {'Network': ['ID=f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:12.947579 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-10716431-6a5d-4218-ba34-a11a1dc50850 admin admin] Request body: {'subnet': {'network_id': 'f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-61582262-subnet', 'tenant_id': '91a6cea77d0f436390ceb0952327fbaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:01:12.957024 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 15:01:12.975960 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10716431-6a5d-4218-ba34-a11a1dc50850 admin admin] Made reservation on behalf of 91a6cea77d0f436390ceb0952327fbaa for: {'subnet': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:01:12.978528 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-10716431-6a5d-4218-ba34-a11a1dc50850 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10217131'] for subnet (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:13.185596 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-10716431-6a5d-4218-ba34-a11a1dc50850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2325416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10217149'] for subnet (c366b571-1715-46dd-b5a4-d681417ac627), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:13.222836 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:13.255557 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10716431-6a5d-4218-ba34-a11a1dc50850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c366b571-1715-46dd-b5a4-d681417ac627,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:13.267048 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10716431-6a5d-4218-ba34-a11a1dc50850 admin admin] Checking segment: {'id': '6711e4c7-ac2d-4073-ad5f-93427e287ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:01:13.267443 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10716431-6a5d-4218-ba34-a11a1dc50850 admin admin] Network hostable DHCP agents. Network: f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 15:01:13.291566 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10716431-6a5d-4218-ba34-a11a1dc50850 admin admin] Network f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 15:01:13.300963 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-10716431-6a5d-4218-ba34-a11a1dc50850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026) {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:01:13.305603 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10716431-6a5d-4218-ba34-a11a1dc50850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:13.307140 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-10716431-6a5d-4218-ba34-a11a1dc50850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:13.310552 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87e9cd7-6851-43bc-965b-62bd8ec787d7 None None] Network f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:01:13.324234 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-10716431-6a5d-4218-ba34-a11a1dc50850 admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3813837 Sep 22 15:01:13.425993 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a340847-7e5f-4d2a-a009-7fe44d3c1697 None None] Network f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:01:13.725384 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 50926) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:13.730379 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-ceb252a3-e107-4b25-8779-d9c709b5cbbc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710875186', 'description': 'tempest-description--9004729'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:01:13.758212 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ceb252a3-e107-4b25-8779-d9c709b5cbbc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:13.846594 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ceb252a3-e107-4b25-8779-d9c709b5cbbc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for security_group (d908a4e6-51f6-4a2c-8ee7-154be36a72c7), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:13.851030 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ceb252a3-e107-4b25-8779-d9c709b5cbbc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (d908a4e6-51f6-4a2c-8ee7-154be36a72c7), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:13.903617 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ceb252a3-e107-4b25-8779-d9c709b5cbbc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:13.907673 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-ceb252a3-e107-4b25-8779-d9c709b5cbbc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1781511 Sep 22 15:01:13.908207 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 50942) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:13.912810 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-60337973-9b91-4db4-ba81-54498474c1d6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Request body: {'security_group_rule': {'security_group_id': 'd908a4e6-51f6-4a2c-8ee7-154be36a72c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:01:13.931502 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb252a3-e107-4b25-8779-d9c709b5cbbc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d908a4e6-51f6-4a2c-8ee7-154be36a72c7,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:13.958514 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-60337973-9b91-4db4-ba81-54498474c1d6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for security_group_rule (d0a1ebc6-4795-4240-af13-9643f2ce1a43), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:14.040360 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:14.042538 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-60337973-9b91-4db4-ba81-54498474c1d6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for security_group_rule (d0a1ebc6-4795-4240-af13-9643f2ce1a43), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:14.049183 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-60337973-9b91-4db4-ba81-54498474c1d6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (d0a1ebc6-4795-4240-af13-9643f2ce1a43), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:14.075274 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60337973-9b91-4db4-ba81-54498474c1d6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a1ebc6-4795-4240-af13-9643f2ce1a43,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:14.082671 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-60337973-9b91-4db4-ba81-54498474c1d6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:14.084040 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-60337973-9b91-4db4-ba81-54498474c1d6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1751502 Sep 22 15:01:14.086883 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 50956) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:14.092580 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Request body: {'security_group_rule': {'security_group_id': 'd908a4e6-51f6-4a2c-8ee7-154be36a72c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:01:14.122430 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for security_group_rule (ad9b8836-0428-49c0-99c9-f8a03c312685), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:14.125745 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:14.159332 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:14.186027 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for security_group_rule (ad9b8836-0428-49c0-99c9-f8a03c312685), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:14.189712 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (ad9b8836-0428-49c0-99c9-f8a03c312685), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:14.216528 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9b8836-0428-49c0-99c9-f8a03c312685,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:14.229273 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:14.233400 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424208 Sep 22 15:01:14.235145 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 50964) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:14.240332 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Request body: {'floatingip': {'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:01:14.247517 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:14.247881 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:14.248236 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:14.248586 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:14.248934 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:14.249275 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:14.249614 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:14.250508 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:14.250848 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:14.251331 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:14.251670 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:14.252006 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:14.252343 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:14.252676 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:14.253013 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636954f9-eb97-423b-972d-1d358328c1bc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:14.272516 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:14.362682 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:14.487796 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Allocated IP 172.27.1.190 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/fc7a6957-bcdf-4de5-a6e4-da0aa0beec50) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:01:14.807019 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for port (fc7a6957-bcdf-4de5-a6e4-da0aa0beec50), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:14.841805 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (fc7a6957-bcdf-4de5-a6e4-da0aa0beec50), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:14.881443 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:01:14.884286 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:01:14.888226 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:01:14.900376 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Pushing event updated for resources: {'Port': ['ID=fc7a6957-bcdf-4de5-a6e4-da0aa0beec50,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:14.944663 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for floatingip (ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:14.986795 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (fc7a6957-bcdf-4de5-a6e4-da0aa0beec50), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:15.089245 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:15.138571 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for port (fc7a6957-bcdf-4de5-a6e4-da0aa0beec50), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:15.142807 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (fc7a6957-bcdf-4de5-a6e4-da0aa0beec50), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:15.143523 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:15.171115 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:15.184806 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:15.186037 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9499500 Sep 22 15:01:15.195290 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12441d7f-8635-45c1-8198-6d694f0af37f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Pushing event updated for resources: {'Port': ['ID=fc7a6957-bcdf-4de5-a6e4-da0aa0beec50,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:15.392420 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-1cac52c7-a639-4501-8c0e-1e95a190032e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--710875186&fields=id&tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd HTTP/1.1" status: 200 len: 267 time: 0.0419219 Sep 22 15:01:15.503420 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-2be84ada-4b27-4699-bff7-8b5d4e822f4e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:15.504863 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-2be84ada-4b27-4699-bff7-8b5d4e822f4e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 819 time: 0.1061082 Sep 22 15:01:15.519903 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-3b93a275-90a7-4b23-9270-ce451340f4d1 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/quotas/6edd1ecc737c48c3b26fa7dea7a48ddd HTTP/1.1" status: 200 len: 375 time: 0.0093148 Sep 22 15:01:15.573613 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-702a3d64-afbe-405d-8d1c-3e57400ab6c4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0490274 Sep 22 15:01:15.665395 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:15.676879 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-0c7a8e7f-5316-429d-b747-ae58a48ac876 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871284 Sep 22 15:01:15.979428 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-d71ca1e4-c5d3-4da9-ad2c-5d2f51650418 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958932 Sep 22 15:01:16.147639 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-70da85b9-6a29-400d-a97c-8d67cf1b5c40 req-e9d53b4c-d2d5-4627-ae6a-f3b684c4e69d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 210 time: 0.0280919 Sep 22 15:01:17.198728 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:17.249132 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-28a4fb4d-f954-4d79-8c75-e4632a343a8e req-6bdf122c-f155-4ddf-8265-134a00ce6bc8 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 210 time: 0.0302610 Sep 22 15:01:18.184292 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:18.354750 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-304ac027-cde5-4b08-8c9b-5b684ebeb2c3 req-5fdd0d9c-daea-44a0-aff7-b0bc6900f0d5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 210 time: 0.0296829 Sep 22 15:01:19.456684 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e43c57f2-001f-4208-ae51-16ef65a2fd4c req-2442d161-58cd-4b61-87c3-66797fe4855d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 210 time: 0.0271270 Sep 22 15:01:20.557284 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b64b3db0-3da0-41d8-9123-162622e589e9 req-3095122b-aee5-4ecf-a258-40be81c8bdaa tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 210 time: 0.0275340 Sep 22 15:01:21.661415 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-da8d32b3-bc65-4015-a864-04ff17d4930e req-b8eb6057-1959-4a96-9c7d-d3f11dd441a5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 210 time: 0.0308454 Sep 22 15:01:22.069352 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:22.775401 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a74c6cee-8bdb-42ac-bd5b-e6e3854150b9 req-a842116b-e92a-4ac9-8d7e-171bf63e79ef tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 210 time: 0.0396905 Sep 22 15:01:22.810221 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5c5e659a-ea1b-4648-90a7-8f172a5f5fb3 req-850a68f0-6b1a-4c1e-aec9-e30c540930ec service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433087 Sep 22 15:01:22.988689 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e659a-ea1b-4648-90a7-8f172a5f5fb3 req-6e48f8b2-0cb0-405d-a175-856ce58f40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:22.990096 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5c5e659a-ea1b-4648-90a7-8f172a5f5fb3 req-6e48f8b2-0cb0-405d-a175-856ce58f40c0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 1129 time: 0.0870814 Sep 22 15:01:23.089758 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-f3e70677-edf6-4daf-8536-6624a93ca287 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:23.091183 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-f3e70677-edf6-4daf-8536-6624a93ca287 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 819 time: 0.1798689 Sep 22 15:01:23.129598 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e659a-ea1b-4648-90a7-8f172a5f5fb3 req-07c45000-4e3a-429b-9461-8a7b0e7a0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:23.130895 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5c5e659a-ea1b-4648-90a7-8f172a5f5fb3 req-07c45000-4e3a-429b-9461-8a7b0e7a0802 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 920 time: 0.1200535 Sep 22 15:01:23.308924 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5c5e659a-ea1b-4648-90a7-8f172a5f5fb3 req-4f8401c4-71b8-417b-960b-60c4f86bb0bc service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3257c80-b559-4b7e-a1fe-503ee11c4dce HTTP/1.1" status: 200 len: 217 time: 0.0440898 Sep 22 15:01:23.398157 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-719f83f0-0279-4ac9-80a0-9a04f5590332 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd HTTP/1.1" status: 200 len: 379 time: 0.1263108 Sep 22 15:01:23.399935 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e659a-ea1b-4648-90a7-8f172a5f5fb3 req-3d5caaf9-3f10-498f-9b73-82ba247a92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:23.401281 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5c5e659a-ea1b-4648-90a7-8f172a5f5fb3 req-3d5caaf9-3f10-498f-9b73-82ba247a92fd service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.0819924 Sep 22 15:01:23.413317 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Request body: {'port': {'device_id': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'admin_state_up': True, 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'security_groups': ['d908a4e6-51f6-4a2c-8ee7-154be36a72c7']}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:01:23.492879 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e659a-ea1b-4648-90a7-8f172a5f5fb3 req-c03c2653-09d9-4c08-80e8-3d1f8cd81f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:23.494481 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5c5e659a-ea1b-4648-90a7-8f172a5f5fb3 req-c03c2653-09d9-4c08-80e8-3d1f8cd81f30 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778983 Sep 22 15:01:23.529750 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:23.621313 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Made reservation on behalf of 6edd1ecc737c48c3b26fa7dea7a48ddd for: {'port': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:01:23.624989 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:23.637000 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5c5e659a-ea1b-4648-90a7-8f172a5f5fb3 req-745a6b4d-1103-4afe-9319-5ce003ce9fd9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332619 Sep 22 15:01:23.752115 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:23.827185 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5c5e659a-ea1b-4648-90a7-8f172a5f5fb3 req-b984187a-b1cf-4960-b7cc-dae0b0e4ce06 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767354 Sep 22 15:01:23.837127 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Allocated IP 172.20.0.14 (5c43e8e6-bd2f-49d4-8458-66a54ee7db11/4d33844e-545e-4bb3-b702-17e0571cc544/495a1319-086a-433b-bc7d-5eb84ce7d95e) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:01:23.902189 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8290cffb-d08e-478b-b510-d2a87f48c271 req-5b4588a7-cd77-444d-81a0-ec1b3bcb2878 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 210 time: 0.0336189 Sep 22 15:01:24.012856 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:24.045423 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:24.099139 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:01:24.104678 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:01:24.106973 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Pushing event updated for resources: {'Port': ['ID=495a1319-086a-433b-bc7d-5eb84ce7d95e,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:24.109344 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:01:24.149146 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:24.149499 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:24.149848 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:24.150389 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:24.150524 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:24.151129 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:24.151327 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:24.152022 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:24.152022 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:24.152389 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:24.152529 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:24.152922 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:24.153680 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:24.153680 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:24.153901 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:24.175448 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:24.176336 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:24.198551 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-c0744198-4981-41ce-bdfb-c0b2bdd6b8c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7892597 Sep 22 15:01:24.219064 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Request body: {'port': {'device_id': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:01:24.299768 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:24.326448 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6d11a83b-e661-4e71-b951-de6dfbd54d3a None None] Provisioning complete for port 495a1319-086a-433b-bc7d-5eb84ce7d95e triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:01:24.326962 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6d11a83b-e661-4e71-b951-de6dfbd54d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:24.327193 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6d11a83b-e661-4e71-b951-de6dfbd54d3a None None] Attempt 1 to provision port 495a1319-086a-433b-bc7d-5eb84ce7d95e Sep 22 15:01:24.362588 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6d11a83b-e661-4e71-b951-de6dfbd54d3a None None] Port 495a1319-086a-433b-bc7d-5eb84ce7d95e cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:01:24.457552 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 51156) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:24.514507 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:24.547448 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:24.615077 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b8b24916-731d-4433-8f19-480502c89b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:24.631330 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495a1319-086a-433b-bc7d-5eb84ce7d95e {{(pid=106241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:01:24.645007 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Publish callbacks [] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:24.661506 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.provisioning_blocks [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Transition to ACTIVE for port object 495a1319-086a-433b-bc7d-5eb84ce7d95e will not be triggered until provisioned by entity L2. {{(pid=106241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:01:24.671896 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:24.686046 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-42620c5a-e53b-4067-95ca-fab2d4d06a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:24.738753 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b8b24916-731d-4433-8f19-480502c89b00 admin admin] Publish callbacks [] for security_group (47bc502a-2b07-46e4-bb3a-4f8936370fa2), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:24.743791 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b8b24916-731d-4433-8f19-480502c89b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (47bc502a-2b07-46e4-bb3a-4f8936370fa2), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:24.781485 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Pushing event updated for resources: {'Port': ['ID=495a1319-086a-433b-bc7d-5eb84ce7d95e,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:24.788541 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b8b24916-731d-4433-8f19-480502c89b00 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=ab33998afab84c9b9cd06db30e6e04a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297169 Sep 22 15:01:24.789445 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b24916-731d-4433-8f19-480502c89b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bc502a-2b07-46e4-bb3a-4f8936370fa2,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:24.793228 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 51178) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:24.850293 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3c25d988-2d9f-426f-86f5-ec5de5f6243d admin admin] Publish callbacks [] for security_group (47bc502a-2b07-46e4-bb3a-4f8936370fa2), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:24.864443 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6d11a83b-e661-4e71-b951-de6dfbd54d3a None None] Attempt 2 to provision port 495a1319-086a-433b-bc7d-5eb84ce7d95e Sep 22 15:01:24.875319 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3c25d988-2d9f-426f-86f5-ec5de5f6243d admin admin] Publish callbacks [] for security_group (47bc502a-2b07-46e4-bb3a-4f8936370fa2), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:24.875546 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Attempting to bind port 495a1319-086a-433b-bc7d-5eb84ce7d95e on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:01:24.876014 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Attempting to bind port 495a1319-086a-433b-bc7d-5eb84ce7d95e by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:01:24.876014 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Attempting to bind port 495a1319-086a-433b-bc7d-5eb84ce7d95e on network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:01:24.898208 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6d11a83b-e661-4e71-b951-de6dfbd54d3a None None] Port 495a1319-086a-433b-bc7d-5eb84ce7d95e cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:01:24.930750 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3c25d988-2d9f-426f-86f5-ec5de5f6243d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (47bc502a-2b07-46e4-bb3a-4f8936370fa2), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:24.935422 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3c25d988-2d9f-426f-86f5-ec5de5f6243d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:24.939923 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3c25d988-2d9f-426f-86f5-ec5de5f6243d admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/47bc502a-2b07-46e4-bb3a-4f8936370fa2 HTTP/1.1" status: 204 len: 168 time: 0.1434822 Sep 22 15:01:24.947045 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25d988-2d9f-426f-86f5-ec5de5f6243d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bc502a-2b07-46e4-bb3a-4f8936370fa2,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:24.962142 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-f2c7b7f2-78ca-4eda-ad18-1a8d7f021061 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:24.963706 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-f2c7b7f2-78ca-4eda-ad18-1a8d7f021061 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/networks?id=f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 HTTP/1.1" status: 200 len: 807 time: 0.1833558 Sep 22 15:01:24.967108 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Port 495a1319-086a-433b-bc7d-5eb84ce7d95e on network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:01:24.967465 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Attempting to bind port 495a1319-086a-433b-bc7d-5eb84ce7d95e on network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:01:25.014862 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-4febcc0a-9bef-48c3-88cc-0ccb143c6572 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/quotas/91a6cea77d0f436390ceb0952327fbaa HTTP/1.1" status: 200 len: 375 time: 0.0448248 Sep 22 15:01:25.090634 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-a9d752e5-5ab3-4961-b08c-926ea2de49a3 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=91a6cea77d0f436390ceb0952327fbaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659287 Sep 22 15:01:25.102304 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67db7c-2782-4127-a085-c7217f16dfa6 req-624cbb58-02f2-4ee6-a0e9-9d9f77a76676 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:25.102836 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6e67db7c-2782-4127-a085-c7217f16dfa6 req-624cbb58-02f2-4ee6-a0e9-9d9f77a76676 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 944 time: 0.0917881 Sep 22 15:01:25.103634 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:01:25.103967 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Checking segment: {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:01:25.104360 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Bound using segment: {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:01:25.104781 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Bound port: 495a1319-086a-433b-bc7d-5eb84ce7d95e, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c013264-adc0-4a6f-a6ed-1eb689db2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:01:25.105138 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:25.272319 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6e67db7c-2782-4127-a085-c7217f16dfa6 req-7a27839c-e47c-4605-8880-33c406cbf2e1 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396475 Sep 22 15:01:25.303743 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] For port 495a1319-086a-433b-bc7d-5eb84ce7d95e, host hv-cinder-85646, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:01:25.307501 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-106c07b2-c995-41c5-ba96-8731f9ad9584 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998515 Sep 22 15:01:25.319493 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] For port 495a1319-086a-433b-bc7d-5eb84ce7d95e, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=495a1319-086a-433b-bc7d-5eb84ce7d95e,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:01:25.334047 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:25.394374 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:25.394993 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:25.396399 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/495a1319-086a-433b-bc7d-5eb84ce7d95e HTTP/1.1" status: 200 len: 1094 time: 1.1826570 Sep 22 15:01:25.396979 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'tag': '495a1319-086a-433b-bc7d-5eb84ce7d95e'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:01:25.399246 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8c67e8-6b6f-4959-a57d-587335df7129" -d '{"events": [{"name": "network-changed", "server_uuid": "368648e7-6e8a-4b91-b6a9-1fad3caae482", "tag": "495a1319-086a-433b-bc7d-5eb84ce7d95e"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:01:25.399615 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6d11a83b-e661-4e71-b951-de6dfbd54d3a None None] Attempt 3 to provision port 495a1319-086a-433b-bc7d-5eb84ce7d95e Sep 22 15:01:25.457822 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7608f-8ab4-4aa4-a463-b914a6c89b85 service neutron] Pushing event updated for resources: {'Port': ['ID=495a1319-086a-433b-bc7d-5eb84ce7d95e,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:25.461802 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:25.476280 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6d11a83b-e661-4e71-b951-de6dfbd54d3a None None] Port 495a1319-086a-433b-bc7d-5eb84ce7d95e had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 15:01:25.490984 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417a61da-dc8e-494c-9f68-85ba4df7c3c0 x-openstack-request-id: req-417a61da-dc8e-494c-9f68-85ba4df7c3c0 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:01:25.491305 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368648e7-6e8a-4b91-b6a9-1fad3caae482", "tag": "495a1319-086a-433b-bc7d-5eb84ce7d95e", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:01:25.491557 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-417a61da-dc8e-494c-9f68-85ba4df7c3c0 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:01:25.491966 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-417a61da-dc8e-494c-9f68-85ba4df7c3c0'] response: {'name': 'network-changed', 'server_uuid': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'tag': '495a1319-086a-433b-bc7d-5eb84ce7d95e', 'status': 'completed', 'code': 200} Sep 22 15:01:25.505586 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-3cd1ca91-1dd9-460e-81e9-54fa8e524066 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842515 Sep 22 15:01:25.534530 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-6fc9e753-6271-4469-9463-38e6044ae5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:25.536101 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-6fc9e753-6271-4469-9463-38e6044ae5de service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 1128 time: 0.0432918 Sep 22 15:01:25.563660 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:25.591999 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-e05a4fe5-630e-4069-bfae-4ad8f4df988c service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=495a1319-086a-433b-bc7d-5eb84ce7d95e HTTP/1.1" status: 200 len: 217 time: 0.0372767 Sep 22 15:01:25.692964 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bb183490-d508-461c-857a-6caca578db44 req-887b5574-b377-4413-a584-5137eb54d477 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 210 time: 0.0356884 Sep 22 15:01:25.694510 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-86a40373-ea74-48ab-8f9e-9b556d5253b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:25.695817 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-86a40373-ea74-48ab-8f9e-9b556d5253b7 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.0975668 Sep 22 15:01:25.742246 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 51208) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:25.752445 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-664f657f-3448-4bc1-b46c-30fe7bdfed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:25.754726 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-664f657f-3448-4bc1-b46c-30fe7bdfed6f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475492 Sep 22 15:01:25.879259 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-5d5c4e31-7522-47a5-8492-d7d456d83416 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169116 Sep 22 15:01:25.925065 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-8d3a9dd5-a95b-47ac-81f9-a471c65aec94 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=a7dc539727694ed1b3d70900860673bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815717 Sep 22 15:01:25.927730 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 51216) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:25.976680 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-30d0e131-a6b2-4837-a537-c696225c13b7 req-352ded07-25d3-4953-b82c-903c63e84036 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908027 Sep 22 15:01:25.979480 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ff512fd5-0a19-40e5-b7ea-c581dc6faa85 admin admin] Publish callbacks [] for security_group (9ce4b7e1-f186-433e-859e-59c9e6ce0c3e), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:26.005240 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ff512fd5-0a19-40e5-b7ea-c581dc6faa85 admin admin] Publish callbacks [] for security_group (9ce4b7e1-f186-433e-859e-59c9e6ce0c3e), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:26.062246 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ff512fd5-0a19-40e5-b7ea-c581dc6faa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (9ce4b7e1-f186-433e-859e-59c9e6ce0c3e), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:26.066397 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ff512fd5-0a19-40e5-b7ea-c581dc6faa85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:26.067673 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ff512fd5-0a19-40e5-b7ea-c581dc6faa85 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/9ce4b7e1-f186-433e-859e-59c9e6ce0c3e HTTP/1.1" status: 204 len: 168 time: 0.1389720 Sep 22 15:01:26.076656 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff512fd5-0a19-40e5-b7ea-c581dc6faa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce4b7e1-f186-433e-859e-59c9e6ce0c3e,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:26.422303 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efa32d-de67-437d-a71d-8cdb99029134 req-28624790-0cfb-4b80-8e41-242e25f2a417 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:26.423856 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-71efa32d-de67-437d-a71d-8cdb99029134 req-28624790-0cfb-4b80-8e41-242e25f2a417 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 944 time: 0.0557046 Sep 22 15:01:26.701177 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-71efa32d-de67-437d-a71d-8cdb99029134 req-7442822c-958e-4de0-9de3-13a46dc9c6e6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705657 Sep 22 15:01:26.799343 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d14e5ce0-d272-4f61-bba8-9085a199992f req-49da41cd-d87c-4653-8356-899b74af60d7 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 210 time: 0.0270617 Sep 22 15:01:27.099146 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-88b312a4-b778-440a-aa32-3fd803f578e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:27.825236 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bb62c-1ac1-43a4-8ac1-a50f856bda9d req-cdfeaf70-244d-44e3-9312-fe1e36df0ed3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:27.827192 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd6bb62c-1ac1-43a4-8ac1-a50f856bda9d req-cdfeaf70-244d-44e3-9312-fe1e36df0ed3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 944 time: 0.0483623 Sep 22 15:01:27.880138 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd6bb62c-1ac1-43a4-8ac1-a50f856bda9d req-ac1923f3-0b30-4c87-b598-d16ad65a9c04 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471413 Sep 22 15:01:27.915733 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d2bec108-0141-4af7-86bd-29ef1477561b req-2ca8f7b2-f2b1-4163-bcad-f9d7f5539b31 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 210 time: 0.0345235 Sep 22 15:01:28.103560 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 51308) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:28.201909 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:28.216425 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:28.217350 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4cd7792f-4df0-4a32-8879-50e11b76252d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:28.296802 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4cd7792f-4df0-4a32-8879-50e11b76252d admin admin] Publish callbacks [] for security_group (1647aae5-2062-4020-8355-6026aab812fd), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:28.300851 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4cd7792f-4df0-4a32-8879-50e11b76252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (1647aae5-2062-4020-8355-6026aab812fd), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:28.338217 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7792f-4df0-4a32-8879-50e11b76252d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1647aae5-2062-4020-8355-6026aab812fd,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:28.342410 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-4cd7792f-4df0-4a32-8879-50e11b76252d admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=b54b312f07484aa69e679c4d6ebfe65e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378187 Sep 22 15:01:28.345274 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 51312) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:28.395025 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a223e456-4955-4d3a-a2d1-3f2f93d36ea3 admin admin] Publish callbacks [] for security_group (1647aae5-2062-4020-8355-6026aab812fd), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:28.419254 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a223e456-4955-4d3a-a2d1-3f2f93d36ea3 admin admin] Publish callbacks [] for security_group (1647aae5-2062-4020-8355-6026aab812fd), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:28.472371 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a223e456-4955-4d3a-a2d1-3f2f93d36ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (1647aae5-2062-4020-8355-6026aab812fd), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:28.475885 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a223e456-4955-4d3a-a2d1-3f2f93d36ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:28.477456 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-a223e456-4955-4d3a-a2d1-3f2f93d36ea3 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/1647aae5-2062-4020-8355-6026aab812fd HTTP/1.1" status: 204 len: 168 time: 0.1312201 Sep 22 15:01:28.480797 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:28.489245 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223e456-4955-4d3a-a2d1-3f2f93d36ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1647aae5-2062-4020-8355-6026aab812fd,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:28.670328 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c67e8-6b6f-4959-a57d-587335df7129 req-ebf44242-a117-407a-b7e3-7dc7922faf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:28.672371 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3e8c67e8-6b6f-4959-a57d-587335df7129 req-ebf44242-a117-407a-b7e3-7dc7922faf87 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 1128 time: 0.0718193 Sep 22 15:01:28.705350 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 495a1319-086a-433b-bc7d-5eb84ce7d95e details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:01:28.795435 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:28.803277 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c67e8-6b6f-4959-a57d-587335df7129 req-e3e15954-ca31-4ee7-aa5a-426de6f5200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:28.805544 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3e8c67e8-6b6f-4959-a57d-587335df7129 req-e3e15954-ca31-4ee7-aa5a-426de6f5200c service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 920 time: 0.1263902 Sep 22 15:01:28.856369 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3e8c67e8-6b6f-4959-a57d-587335df7129 req-69a2a82f-9e2e-43e4-b08a-b97d64e71b28 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=495a1319-086a-433b-bc7d-5eb84ce7d95e HTTP/1.1" status: 200 len: 217 time: 0.0434904 Sep 22 15:01:28.918537 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c67e8-6b6f-4959-a57d-587335df7129 req-d6c0c298-500e-4e1b-b53d-34e611ed2721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:28.920291 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3e8c67e8-6b6f-4959-a57d-587335df7129 req-d6c0c298-500e-4e1b-b53d-34e611ed2721 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.0573728 Sep 22 15:01:28.978707 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c67e8-6b6f-4959-a57d-587335df7129 req-7a8d84b6-47f8-4f6f-98c8-f8fcc170af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:28.982181 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3e8c67e8-6b6f-4959-a57d-587335df7129 req-7a8d84b6-47f8-4f6f-98c8-f8fcc170af84 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529256 Sep 22 15:01:28.983057 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 495a1319-086a-433b-bc7d-5eb84ce7d95e, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=495a1319-086a-433b-bc7d-5eb84ce7d95e,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:01:28.995074 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '495a1319-086a-433b-bc7d-5eb84ce7d95e', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'port_id': '495a1319-086a-433b-bc7d-5eb84ce7d95e', 'mac_address': 'fa:16:3e:28:ab:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:01:29.038262 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 495a1319-086a-433b-bc7d-5eb84ce7d95e is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:01:29.038673 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:29.052338 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495a1319-086a-433b-bc7d-5eb84ce7d95e {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:01:29.070138 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:29.072375 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 495a1319-086a-433b-bc7d-5eb84ce7d95e, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=495a1319-086a-433b-bc7d-5eb84ce7d95e,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:01:29.077315 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:29.115359 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-13d33839-8288-4a11-9122-89a2b56f36a2 req-e16703cb-1164-462d-86aa-37ce8850a016 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 210 time: 0.0597851 Sep 22 15:01:29.123604 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=495a1319-086a-433b-bc7d-5eb84ce7d95e,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:29.127728 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb446c-6071-4d0a-adda-1cb57a26ba77 req-71b3a850-3c3b-4e0d-8401-580c4789feeb tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:29.129229 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9feb446c-6071-4d0a-adda-1cb57a26ba77 req-71b3a850-3c3b-4e0d-8401-580c4789feeb tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 944 time: 0.1204617 Sep 22 15:01:29.132900 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:29.133250 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:29.133781 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:29.134289 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:29.135030 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:29.135549 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:29.136044 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:29.136374 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:29.136884 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:29.137381 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:29.137880 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:29.138364 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:29.138890 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:29.139403 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:29.139905 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:01:29.175299 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3e8c67e8-6b6f-4959-a57d-587335df7129 req-7dd7985a-a06e-4855-a5f1-41d114b6c366 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856265 Sep 22 15:01:29.203365 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9feb446c-6071-4d0a-adda-1cb57a26ba77 req-40a1dbb8-e214-4779-b891-2b13bfb80bfd tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600770 Sep 22 15:01:29.427860 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 51334) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:29.542608 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3e8c67e8-6b6f-4959-a57d-587335df7129 req-9437be61-047b-435c-8866-eb305bd7e565 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952334 Sep 22 15:01:29.556734 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3e00f945-4e7c-4c61-bf20-af3c80639556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:29.635810 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3e00f945-4e7c-4c61-bf20-af3c80639556 admin admin] Publish callbacks [] for security_group (e1fff219-80c8-4bab-b500-8c929814152f), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:29.639577 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3e00f945-4e7c-4c61-bf20-af3c80639556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (e1fff219-80c8-4bab-b500-8c929814152f), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:29.679805 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-3e00f945-4e7c-4c61-bf20-af3c80639556 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=a5908d1ed3d54f38a312fe4ee0208e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507775 Sep 22 15:01:29.680851 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00f945-4e7c-4c61-bf20-af3c80639556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fff219-80c8-4bab-b500-8c929814152f,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:29.682413 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 51338) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:29.737080 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2dfd323e-9e44-47ca-8726-78b1c7502430 admin admin] Publish callbacks [] for security_group (e1fff219-80c8-4bab-b500-8c929814152f), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:29.756960 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2dfd323e-9e44-47ca-8726-78b1c7502430 admin admin] Publish callbacks [] for security_group (e1fff219-80c8-4bab-b500-8c929814152f), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:29.804829 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2dfd323e-9e44-47ca-8726-78b1c7502430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (e1fff219-80c8-4bab-b500-8c929814152f), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:29.807538 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2dfd323e-9e44-47ca-8726-78b1c7502430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:29.808781 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2dfd323e-9e44-47ca-8726-78b1c7502430 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/e1fff219-80c8-4bab-b500-8c929814152f HTTP/1.1" status: 204 len: 168 time: 0.1253154 Sep 22 15:01:29.816881 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd323e-9e44-47ca-8726-78b1c7502430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fff219-80c8-4bab-b500-8c929814152f,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:29.976012 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:30.047727 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:30.224391 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cadab9ba-865f-4b49-afd6-33235b883133 req-cd4bc7ac-77a9-4ff5-9f79-691adb77e88d tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 210 time: 0.0300574 Sep 22 15:01:30.329857 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b576874-7c33-4ca7-abb1-f64121bbbc3f req-c79eae90-53c2-4890-a77b-d3f6459303f7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:30.331434 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2b576874-7c33-4ca7-abb1-f64121bbbc3f req-c79eae90-53c2-4890-a77b-d3f6459303f7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 945 time: 0.0474994 Sep 22 15:01:30.388579 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2b576874-7c33-4ca7-abb1-f64121bbbc3f req-7a68f906-c3a5-498d-be1a-cbd95d9d082e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511801 Sep 22 15:01:31.327453 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3ee1467d-0378-42a1-8587-1670ae31aa48 req-7189eb0d-85fc-4f61-a14f-10998a76be76 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 210 time: 0.0280697 Sep 22 15:01:31.511909 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd3dfe-e2d8-4812-89b0-a3cd00d779b9 req-d8cfba19-b3f6-4e23-bc61-554f74564d14 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:31.513318 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-82bd3dfe-e2d8-4812-89b0-a3cd00d779b9 req-d8cfba19-b3f6-4e23-bc61-554f74564d14 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 945 time: 0.0498931 Sep 22 15:01:31.531195 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:31.562123 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-82bd3dfe-e2d8-4812-89b0-a3cd00d779b9 req-ce9681f9-1b6a-4571-8b2f-42514b4cc094 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431781 Sep 22 15:01:32.430699 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9b533211-b83d-4267-a5aa-d1403cfc87db req-5e00df76-0b94-4b0b-91db-14388d07946a tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 210 time: 0.0301619 Sep 22 15:01:32.679683 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1a134-95a5-47ee-a404-abc8c57936a3 req-b5002219-2132-483f-a59e-60781a75131b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:32.681114 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43b1a134-95a5-47ee-a404-abc8c57936a3 req-b5002219-2132-483f-a59e-60781a75131b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 945 time: 0.0451679 Sep 22 15:01:32.727218 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43b1a134-95a5-47ee-a404-abc8c57936a3 req-b14d6dd2-adc9-4261-b13a-13f2811a0001 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405109 Sep 22 15:01:33.276453 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['495a1319-086a-433b-bc7d-5eb84ce7d95e'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:01:33.535539 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a9d3509f-3efc-4b13-8c47-552eacf302ff req-820019f4-ce84-4c6b-8740-9c0fb7285bed tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 210 time: 0.0295510 Sep 22 15:01:33.649124 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:33.682103 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-2496f29f-fe24-4d74-8175-5176f9c48ad7 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:33.683738 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-2496f29f-fe24-4d74-8175-5176f9c48ad7 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.49 "GET /networking/v2.0/networks?id=f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 HTTP/1.1" status: 200 len: 807 time: 0.1062248 Sep 22 15:01:33.709153 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-0aee9049-bbb8-4d9f-b5a0-baf63a1cbffa tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Request body: {'port': {'device_id': '5fb7025c-5e92-4b47-b57d-74c40fe4fd55', 'network_id': 'f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026', 'admin_state_up': True, 'tenant_id': '91a6cea77d0f436390ceb0952327fbaa'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:01:33.865310 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c97d6b-8b90-4e50-84e6-21fa211b5786 req-f76366d1-df48-4f51-8110-179f356e9d60 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:33.866953 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-87c97d6b-8b90-4e50-84e6-21fa211b5786 req-f76366d1-df48-4f51-8110-179f356e9d60 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 945 time: 0.0650535 Sep 22 15:01:33.868289 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-0aee9049-bbb8-4d9f-b5a0-baf63a1cbffa tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Made reservation on behalf of 91a6cea77d0f436390ceb0952327fbaa for: {'port': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:01:33.877022 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-0aee9049-bbb8-4d9f-b5a0-baf63a1cbffa tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:33.974866 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-87c97d6b-8b90-4e50-84e6-21fa211b5786 req-e7c9ec17-42f6-4a49-9d21-4c7344fa2b29 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950866 Sep 22 15:01:34.043014 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-0aee9049-bbb8-4d9f-b5a0-baf63a1cbffa tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Allocated IP 172.20.0.8 (f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026/c366b571-1715-46dd-b5a4-d681417ac627/aa896d0a-59fd-46a9-9270-7adc195ae566) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:01:34.204600 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-0aee9049-bbb8-4d9f-b5a0-baf63a1cbffa tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks [] for port (aa896d0a-59fd-46a9-9270-7adc195ae566), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:34.238366 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-0aee9049-bbb8-4d9f-b5a0-baf63a1cbffa tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (aa896d0a-59fd-46a9-9270-7adc195ae566), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:34.295797 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-0aee9049-bbb8-4d9f-b5a0-baf63a1cbffa tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Network f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:01:34.301013 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-0aee9049-bbb8-4d9f-b5a0-baf63a1cbffa tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:01:34.303976 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-0aee9049-bbb8-4d9f-b5a0-baf63a1cbffa tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:01:34.308855 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee9049-bbb8-4d9f-b5a0-baf63a1cbffa tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Pushing event updated for resources: {'Port': ['ID=aa896d0a-59fd-46a9-9270-7adc195ae566,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:34.357519 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-0aee9049-bbb8-4d9f-b5a0-baf63a1cbffa tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:34.358124 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-0aee9049-bbb8-4d9f-b5a0-baf63a1cbffa tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:34.368779 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:34.380478 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-0aee9049-bbb8-4d9f-b5a0-baf63a1cbffa tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6760180 Sep 22 15:01:34.398891 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Request body: {'port': {'device_id': '5fb7025c-5e92-4b47-b57d-74c40fe4fd55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:01:34.459572 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (aa896d0a-59fd-46a9-9270-7adc195ae566), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:34.507940 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:34.695986 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01c073-ba25-42f7-9bd0-566d64aea8ff req-53ed863d-4e7b-43d6-85a6-f68f6b5cd5ac tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:34.697426 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bf01c073-ba25-42f7-9bd0-566d64aea8ff req-53ed863d-4e7b-43d6-85a6-f68f6b5cd5ac tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 931 time: 0.0821433 Sep 22 15:01:34.789463 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bf01c073-ba25-42f7-9bd0-566d64aea8ff req-24a36238-7ee2-4be5-a937-9af604a6ed13 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816734 Sep 22 15:01:34.820810 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa896d0a-59fd-46a9-9270-7adc195ae566 {{(pid=106241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:01:34.828378 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Publish callbacks [] for port (aa896d0a-59fd-46a9-9270-7adc195ae566), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:34.840466 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.provisioning_blocks [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Transition to ACTIVE for port object aa896d0a-59fd-46a9-9270-7adc195ae566 will not be triggered until provisioned by entity L2. {{(pid=106241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:01:34.844473 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (aa896d0a-59fd-46a9-9270-7adc195ae566), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:34.882221 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 495a1319-086a-433b-bc7d-5eb84ce7d95e up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:01:34.911524 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa896d0a-59fd-46a9-9270-7adc195ae566,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:34.926474 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port 495a1319-086a-433b-bc7d-5eb84ce7d95e completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:01:34.933110 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 495a1319-086a-433b-bc7d-5eb84ce7d95e triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:01:34.933584 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:34.933936 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 495a1319-086a-433b-bc7d-5eb84ce7d95e Sep 22 15:01:34.960971 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Attempting to bind port aa896d0a-59fd-46a9-9270-7adc195ae566 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:01:34.961312 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Attempting to bind port aa896d0a-59fd-46a9-9270-7adc195ae566 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '6711e4c7-ac2d-4073-ad5f-93427e287ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:01:34.961647 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Attempting to bind port aa896d0a-59fd-46a9-9270-7adc195ae566 on network f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:01:35.004143 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Port aa896d0a-59fd-46a9-9270-7adc195ae566 on network f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:01:35.004482 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Attempting to bind port aa896d0a-59fd-46a9-9270-7adc195ae566 on network f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:01:35.007685 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 495a1319-086a-433b-bc7d-5eb84ce7d95e is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:01:35.008266 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:35.044712 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 495a1319-086a-433b-bc7d-5eb84ce7d95e, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=495a1319-086a-433b-bc7d-5eb84ce7d95e,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:01:35.045788 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495a1319-086a-433b-bc7d-5eb84ce7d95e'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:01:35.050847 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386c0359-0362-4920-9ba8-e1ccd3cffbe9" -d '{"events": [{"server_uuid": "368648e7-6e8a-4b91-b6a9-1fad3caae482", "name": "network-vif-plugged", "status": "completed", "tag": "495a1319-086a-433b-bc7d-5eb84ce7d95e"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:01:35.054801 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:01:35.055227 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Checking segment: {'id': '6711e4c7-ac2d-4073-ad5f-93427e287ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:01:35.055584 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:35.055946 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Bound using segment: {'id': '6711e4c7-ac2d-4073-ad5f-93427e287ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:01:35.056625 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Bound port: aa896d0a-59fd-46a9-9270-7adc195ae566, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6711e4c7-ac2d-4073-ad5f-93427e287ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:01:35.057086 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (aa896d0a-59fd-46a9-9270-7adc195ae566), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:35.125556 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=495a1319-086a-433b-bc7d-5eb84ce7d95e,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:35.129269 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f59d67-9251-427c-9bf3-8fa2119677e6 x-openstack-request-id: req-62f59d67-9251-427c-9bf3-8fa2119677e6 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:01:35.129817 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368648e7-6e8a-4b91-b6a9-1fad3caae482", "name": "network-vif-plugged", "status": "completed", "tag": "495a1319-086a-433b-bc7d-5eb84ce7d95e", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:01:35.130231 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-62f59d67-9251-427c-9bf3-8fa2119677e6 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:01:35.131163 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f59d67-9251-427c-9bf3-8fa2119677e6'] response: {'server_uuid': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495a1319-086a-433b-bc7d-5eb84ce7d95e', 'code': 200} Sep 22 15:01:35.166586 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:35.171163 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] For port aa896d0a-59fd-46a9-9270-7adc195ae566, host hv-cinder-85646, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:01:35.174677 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] For port aa896d0a-59fd-46a9-9270-7adc195ae566, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=aa896d0a-59fd-46a9-9270-7adc195ae566,segment=NetworkSegment(6711e4c7-ac2d-4073-ad5f-93427e287ef2),segment_id=6711e4c7-ac2d-4073-ad5f-93427e287ef2)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:01:35.181458 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121f3c7-4d73-4f28-9cab-68cf5d115cd5 req-b7ea190a-2742-40f3-a57f-3ed9ccd1cf4d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:35.182937 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8121f3c7-4d73-4f28-9cab-68cf5d115cd5 req-b7ea190a-2742-40f3-a57f-3ed9ccd1cf4d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0725982 Sep 22 15:01:35.190266 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (aa896d0a-59fd-46a9-9270-7adc195ae566), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:35.196378 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:35.196986 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:35.198393 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/aa896d0a-59fd-46a9-9270-7adc195ae566 HTTP/1.1" status: 200 len: 1093 time: 0.8036482 Sep 22 15:01:35.198948 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb7025c-5e92-4b47-b57d-74c40fe4fd55', 'tag': 'aa896d0a-59fd-46a9-9270-7adc195ae566'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:01:35.201189 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7da3e53-5afa-4c51-9ebb-10ae601a3da2" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb7025c-5e92-4b47-b57d-74c40fe4fd55", "tag": "aa896d0a-59fd-46a9-9270-7adc195ae566"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:01:35.262094 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8026e50-85a8-4505-a84c-38b439c078a9 x-openstack-request-id: req-a8026e50-85a8-4505-a84c-38b439c078a9 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:01:35.262388 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb7025c-5e92-4b47-b57d-74c40fe4fd55", "tag": "aa896d0a-59fd-46a9-9270-7adc195ae566", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:01:35.262645 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8026e50-85a8-4505-a84c-38b439c078a9 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:01:35.263046 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8026e50-85a8-4505-a84c-38b439c078a9'] response: {'name': 'network-changed', 'server_uuid': '5fb7025c-5e92-4b47-b57d-74c40fe4fd55', 'tag': 'aa896d0a-59fd-46a9-9270-7adc195ae566', 'status': 'completed', 'code': 200} Sep 22 15:01:35.303877 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54343a58-45f5-43bd-9eb7-e0b1eb4397e6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa896d0a-59fd-46a9-9270-7adc195ae566,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:35.309026 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8121f3c7-4d73-4f28-9cab-68cf5d115cd5 req-b381f971-e16c-4c7d-9356-23f9afbe5d06 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164308 Sep 22 15:01:35.344670 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-19a26909-de04-4147-8da0-885d8b5f03af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:35.346017 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-19a26909-de04-4147-8da0-885d8b5f03af service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=91a6cea77d0f436390ceb0952327fbaa&device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 1127 time: 0.0639887 Sep 22 15:01:35.398047 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-35a7cad0-9a40-4c83-b079-6d3739feb6b8 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa896d0a-59fd-46a9-9270-7adc195ae566 HTTP/1.1" status: 200 len: 217 time: 0.0337269 Sep 22 15:01:35.405365 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173577e-e471-4e4a-82e2-900b142edcd7 req-7e49b71d-1260-4915-acc8-b2e99951c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:35.406830 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0173577e-e471-4e4a-82e2-900b142edcd7 req-7e49b71d-1260-4915-acc8-b2e99951c2ce service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 1130 time: 0.0699320 Sep 22 15:01:35.453014 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:35.479614 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-be366950-48f1-440c-b2b7-570a2e1fd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:35.481105 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-be366950-48f1-440c-b2b7-570a2e1fd43e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=c366b571-1715-46dd-b5a4-d681417ac627 HTTP/1.1" status: 200 len: 847 time: 0.0734005 Sep 22 15:01:35.501132 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0173577e-e471-4e4a-82e2-900b142edcd7 req-7696afe9-8dae-4c2e-8c26-81d91053187c service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864124 Sep 22 15:01:35.517404 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-4ff5ecfa-23d6-46dd-977d-7a18a7c874b2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277638 Sep 22 15:01:35.913804 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173f7b7-cecb-4774-afbf-f0d108a509ad req-2d298838-0a80-485a-b8dd-37dd9aade5d2 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:35.915304 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7173f7b7-cecb-4774-afbf-f0d108a509ad req-2d298838-0a80-485a-b8dd-37dd9aade5d2 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 943 time: 0.0468099 Sep 22 15:01:35.964361 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7173f7b7-cecb-4774-afbf-f0d108a509ad req-4b696491-96d0-428d-a57f-2b9d13968b84 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434442 Sep 22 15:01:36.102513 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-09280655-729d-49da-b89c-ae9920a503ea service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885861 Sep 22 15:01:36.432215 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 51458) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:36.433022 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafd145-4969-450e-8c27-db1026460058 req-717238ca-c9af-4461-8fb3-25276674a5fc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:36.434508 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2dafd145-4969-450e-8c27-db1026460058 req-717238ca-c9af-4461-8fb3-25276674a5fc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0465467 Sep 22 15:01:36.485454 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2dafd145-4969-450e-8c27-db1026460058 req-a798a9f3-1580-4ab2-a8e0-28f25f0f9442 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448296 Sep 22 15:01:36.544237 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f26883f8-1111-4920-9f8e-ff10ebbded05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:36.566670 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:36.583675 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=11 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:36.630739 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f26883f8-1111-4920-9f8e-ff10ebbded05 admin admin] Publish callbacks [] for security_group (5c30ba15-aea0-4576-b078-c4995c86130c), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:36.634538 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f26883f8-1111-4920-9f8e-ff10ebbded05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5c30ba15-aea0-4576-b078-c4995c86130c), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:36.674627 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f26883f8-1111-4920-9f8e-ff10ebbded05 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=8abb837ab9f041f18001242b3ba112c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413194 Sep 22 15:01:36.676599 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26883f8-1111-4920-9f8e-ff10ebbded05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c30ba15-aea0-4576-b078-c4995c86130c,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:36.677656 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 51462) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:36.742953 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d15f332-ee01-4d1a-aaaa-b24b73e000af req-8161897e-04eb-43a9-b6e6-50d39bc255f4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138487 Sep 22 15:01:36.753436 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-62ad226c-36cd-415e-83c5-35795d156ad5 admin admin] Publish callbacks [] for security_group (5c30ba15-aea0-4576-b078-c4995c86130c), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:36.774369 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-62ad226c-36cd-415e-83c5-35795d156ad5 admin admin] Publish callbacks [] for security_group (5c30ba15-aea0-4576-b078-c4995c86130c), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:36.827338 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-62ad226c-36cd-415e-83c5-35795d156ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5c30ba15-aea0-4576-b078-c4995c86130c), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:36.829863 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-62ad226c-36cd-415e-83c5-35795d156ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:36.834138 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-62ad226c-36cd-415e-83c5-35795d156ad5 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/5c30ba15-aea0-4576-b078-c4995c86130c HTTP/1.1" status: 204 len: 168 time: 0.1555552 Sep 22 15:01:36.842624 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad226c-36cd-415e-83c5-35795d156ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c30ba15-aea0-4576-b078-c4995c86130c,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:37.091004 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24421dc9-0004-47b4-9822-e0826924b910 req-9fcd0554-c859-4d53-9233-d7f4350adb9b tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:37.092637 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-24421dc9-0004-47b4-9822-e0826924b910 req-9fcd0554-c859-4d53-9233-d7f4350adb9b tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 943 time: 0.0502031 Sep 22 15:01:37.129865 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:37.146289 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-24421dc9-0004-47b4-9822-e0826924b910 req-be7e41f0-ec85-41fc-8319-8bfcfc27457b tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476313 Sep 22 15:01:37.601189 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec65fbd-05f0-44bd-9d0c-40c8097383f4 req-549616d5-2d1c-4195-a1f1-7bafed0e2384 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:37.602621 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fec65fbd-05f0-44bd-9d0c-40c8097383f4 req-549616d5-2d1c-4195-a1f1-7bafed0e2384 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0451763 Sep 22 15:01:37.648504 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fec65fbd-05f0-44bd-9d0c-40c8097383f4 req-0ebff955-0ac7-43d2-8a81-8c651af4994c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402415 Sep 22 15:01:38.279731 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd78fbc-5a72-48f3-b6a5-3e58f4bfd731 req-27f00e71-376b-42a4-95fc-226bed1c2944 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:38.281453 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-efd78fbc-5a72-48f3-b6a5-3e58f4bfd731 req-27f00e71-376b-42a4-95fc-226bed1c2944 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 943 time: 0.0505631 Sep 22 15:01:38.327985 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-efd78fbc-5a72-48f3-b6a5-3e58f4bfd731 req-4752a8d7-9ec9-4df9-bee7-0e9a573bc548 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Sep 22 15:01:38.765222 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d8f4c-64c6-4b5a-bf3f-30f704b5f7a0 req-c8b22c18-b8fa-4f1e-aceb-95858f0a124b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:38.766545 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8c5d8f4c-64c6-4b5a-bf3f-30f704b5f7a0 req-c8b22c18-b8fa-4f1e-aceb-95858f0a124b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0455010 Sep 22 15:01:38.812019 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8c5d8f4c-64c6-4b5a-bf3f-30f704b5f7a0 req-27e89bc6-37a0-47fa-99d7-b8b65eb24d3a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394294 Sep 22 15:01:39.451582 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36a4ae-a7b9-4e8a-9bb9-0115bdf807fc req-a2561c09-243b-491d-bc08-9f2b82382fd9 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:39.453074 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5b36a4ae-a7b9-4e8a-9bb9-0115bdf807fc req-a2561c09-243b-491d-bc08-9f2b82382fd9 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 943 time: 0.0506308 Sep 22 15:01:39.466358 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:39.506232 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5b36a4ae-a7b9-4e8a-9bb9-0115bdf807fc req-39004705-2854-4a2f-9344-88c1a7fb26ef tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475707 Sep 22 15:01:39.784716 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da3e53-5afa-4c51-9ebb-10ae601a3da2 req-01372c90-56d3-4470-9c0d-fe0c084ee118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:39.786260 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a7da3e53-5afa-4c51-9ebb-10ae601a3da2 req-01372c90-56d3-4470-9c0d-fe0c084ee118 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=91a6cea77d0f436390ceb0952327fbaa&device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 1127 time: 0.0422606 Sep 22 15:01:39.928603 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea625a-c9d9-4720-92e9-6b30704c7890 req-a54fae38-a356-4cdb-afe4-9381bae12e65 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:39.930030 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-98ea625a-c9d9-4720-92e9-6b30704c7890 req-a54fae38-a356-4cdb-afe4-9381bae12e65 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0452857 Sep 22 15:01:39.976335 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-98ea625a-c9d9-4720-92e9-6b30704c7890 req-bfde1678-4bdb-468e-b0df-c2f5eb2f4849 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407650 Sep 22 15:01:40.094564 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24c5f0-fb73-4387-a9f4-66ce564ee3f7 req-6c601670-6d41-48db-a6eb-b9d2cdb8cc2e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:40.096097 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6e24c5f0-fb73-4387-a9f4-66ce564ee3f7 req-6c601670-6d41-48db-a6eb-b9d2cdb8cc2e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0512745 Sep 22 15:01:40.108515 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 51504) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:01:40.112873 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-a11d22f1-697c-4f57-8efa-f8a437d86f82 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Request body: {'floatingip': {'port_id': '495a1319-086a-433b-bc7d-5eb84ce7d95e'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:01:40.151376 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a11d22f1-697c-4f57-8efa-f8a437d86f82 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for floatingip (ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:40.594137 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a11d22f1-697c-4f57-8efa-f8a437d86f82 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:40.613765 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a11d22f1-697c-4f57-8efa-f8a437d86f82 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:40.665857 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02281c-9bf4-49d4-bc56-c83de9b7f984 req-8da30610-b1ad-4b09-9925-88bfd418842e tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:40.667335 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9e02281c-9bf4-49d4-bc56-c83de9b7f984 req-8da30610-b1ad-4b09-9925-88bfd418842e tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 943 time: 0.0861506 Sep 22 15:01:40.673267 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:41.035579 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [None req-a11d22f1-697c-4f57-8efa-f8a437d86f82 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Floating IP ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e associated. External IP: 172.27.1.190, port: 495a1319-086a-433b-bc7d-5eb84ce7d95e. Sep 22 15:01:41.077972 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9e02281c-9bf4-49d4-bc56-c83de9b7f984 req-54bec6ae-a140-406c-aaee-85b433b958ae tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015214 Sep 22 15:01:41.114776 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:41.159611 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da3e53-5afa-4c51-9ebb-10ae601a3da2 req-5a59c958-c4dc-4dcc-8d41-f0a1f19f43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:41.161062 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a7da3e53-5afa-4c51-9ebb-10ae601a3da2 req-5a59c958-c4dc-4dcc-8d41-f0a1f19f43f8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 HTTP/1.1" status: 200 len: 908 time: 0.2206435 Sep 22 15:01:41.279434 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11d22f1-697c-4f57-8efa-f8a437d86f82 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Router 285b662a-f46e-4ad6-ac28-f993758bbd9f has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:01:41.380143 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11d22f1-697c-4f57-8efa-f8a437d86f82 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:01:41.385151 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a11d22f1-697c-4f57-8efa-f8a437d86f82 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:41.390224 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c705bd-3bcc-43df-a72b-ecc4dc5ee351 None None] Sync routers for ids ['285b662a-f46e-4ad6-ac28-f993758bbd9f'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:01:41.401201 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c705bd-3bcc-43df-a72b-ecc4dc5ee351 None None] Routers {'285b662a-f46e-4ad6-ac28-f993758bbd9f'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:01:41.401838 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-a2c705bd-3bcc-43df-a72b-ecc4dc5ee351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:01:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['285b662a-f46e-4ad6-ac28-f993758bbd9f'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:01:41.416601 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-a11d22f1-697c-4f57-8efa-f8a437d86f82 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "PUT /networking/v2.0/floatingips/ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e HTTP/1.1" status: 200 len: 992 time: 1.3070424 Sep 22 15:01:41.417313 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'tag': '495a1319-086a-433b-bc7d-5eb84ce7d95e'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:01:41.419754 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a8601d-5b44-477e-b99a-384a3fa3bb24" -d '{"events": [{"name": "network-changed", "server_uuid": "368648e7-6e8a-4b91-b6a9-1fad3caae482", "tag": "495a1319-086a-433b-bc7d-5eb84ce7d95e"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:01:41.456777 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34f7bcd-d1a9-4a4a-8951-e6a3983c7a15 x-openstack-request-id: req-a34f7bcd-d1a9-4a4a-8951-e6a3983c7a15 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:01:41.457070 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368648e7-6e8a-4b91-b6a9-1fad3caae482", "tag": "495a1319-086a-433b-bc7d-5eb84ce7d95e", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:01:41.457322 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a34f7bcd-d1a9-4a4a-8951-e6a3983c7a15 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:01:41.457730 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34f7bcd-d1a9-4a4a-8951-e6a3983c7a15'] response: {'name': 'network-changed', 'server_uuid': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'tag': '495a1319-086a-433b-bc7d-5eb84ce7d95e', 'status': 'completed', 'code': 200} Sep 22 15:01:41.496529 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:41.506661 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-a2c705bd-3bcc-43df-a72b-ecc4dc5ee351 None None] Set router 285b662a-f46e-4ad6-ac28-f993758bbd9f gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:01:41.721024 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:41.758056 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-a2c705bd-3bcc-43df-a72b-ecc4dc5ee351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 4, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'port_id': '495a1319-086a-433b-bc7d-5eb84ce7d95e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'mac_address': 'fa:16:3e:28:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:01:14Z', 'updated_at': '2022-09-22T15:01:40Z', 'revision_number': 1, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c220ded-a186-4334-b434-aee1bc6bdba1', 'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'mac_address': 'fa:16:3e:e8:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:16Z', 'updated_at': '2022-09-22T14:58:25Z', 'revision_number': 5, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'subnets': [{'id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:01:41.782623 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c705bd-3bcc-43df-a72b-ecc4dc5ee351 None None] Checking router: 285b662a-f46e-4ad6-ac28-f993758bbd9f for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:01:41.790922 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c705bd-3bcc-43df-a72b-ecc4dc5ee351 None None] Routers {'285b662a-f46e-4ad6-ac28-f993758bbd9f'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:01:41.791555 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-a2c705bd-3bcc-43df-a72b-ecc4dc5ee351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:01:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['285b662a-f46e-4ad6-ac28-f993758bbd9f'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:01:41.826760 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device aa896d0a-59fd-46a9-9270-7adc195ae566 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:01:41.945904 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-a2c705bd-3bcc-43df-a72b-ecc4dc5ee351 None None] Set router 285b662a-f46e-4ad6-ac28-f993758bbd9f gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:01:42.047996 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port aa896d0a-59fd-46a9-9270-7adc195ae566, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=aa896d0a-59fd-46a9-9270-7adc195ae566,segment=NetworkSegment(6711e4c7-ac2d-4073-ad5f-93427e287ef2),segment_id=6711e4c7-ac2d-4073-ad5f-93427e287ef2)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:01:42.068206 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': 'aa896d0a-59fd-46a9-9270-7adc195ae566', 'network_id': 'f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026', 'port_id': 'aa896d0a-59fd-46a9-9270-7adc195ae566', 'mac_address': 'fa:16:3e:74:b0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c366b571-1715-46dd-b5a4-d681417ac627', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:01:42.151210 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port aa896d0a-59fd-46a9-9270-7adc195ae566 is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:01:42.151621 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (aa896d0a-59fd-46a9-9270-7adc195ae566), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:42.176894 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa896d0a-59fd-46a9-9270-7adc195ae566 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:01:42.199753 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abc9c9-7433-417b-8ce1-b523954f9f3e req-9b32190a-b2ea-4723-a1bd-a831dd3fa7ca tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:42.201213 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f5abc9c9-7433-417b-8ce1-b523954f9f3e req-9b32190a-b2ea-4723-a1bd-a831dd3fa7ca tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 943 time: 0.0472746 Sep 22 15:01:42.208485 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port aa896d0a-59fd-46a9-9270-7adc195ae566, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=aa896d0a-59fd-46a9-9270-7adc195ae566,segment=NetworkSegment(6711e4c7-ac2d-4073-ad5f-93427e287ef2),segment_id=6711e4c7-ac2d-4073-ad5f-93427e287ef2)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:01:42.230624 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (aa896d0a-59fd-46a9-9270-7adc195ae566), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:42.251406 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f5abc9c9-7433-417b-8ce1-b523954f9f3e req-d141dd1d-01bf-4dde-a5aa-6f9baecc0c36 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442998 Sep 22 15:01:42.273424 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-a2c705bd-3bcc-43df-a72b-ecc4dc5ee351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 4, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'port_id': '495a1319-086a-433b-bc7d-5eb84ce7d95e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'mac_address': 'fa:16:3e:28:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:01:14Z', 'updated_at': '2022-09-22T15:01:40Z', 'revision_number': 1, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c220ded-a186-4334-b434-aee1bc6bdba1', 'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'mac_address': 'fa:16:3e:e8:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:16Z', 'updated_at': '2022-09-22T14:58:25Z', 'revision_number': 5, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'subnets': [{'id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:01:42.307759 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c705bd-3bcc-43df-a72b-ecc4dc5ee351 None None] The sync data for ids ['285b662a-f46e-4ad6-ac28-f993758bbd9f'] in dv-cinder-856463-5-iscsi is: [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 4, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'port_id': '495a1319-086a-433b-bc7d-5eb84ce7d95e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'mac_address': 'fa:16:3e:28:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:01:14Z', 'updated_at': '2022-09-22T15:01:40Z', 'revision_number': 1, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c220ded-a186-4334-b434-aee1bc6bdba1', 'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'mac_address': 'fa:16:3e:e8:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:16Z', 'updated_at': '2022-09-22T14:58:25Z', 'revision_number': 5, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'subnets': [{'id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:01:42.313222 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=aa896d0a-59fd-46a9-9270-7adc195ae566,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:42.490841 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de8137f-e0c0-4475-a231-4b78162633ef None None] New status for floating IP ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e: ACTIVE {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:01:43.370132 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d38f1-3e87-45e6-b973-303aa127af67 req-61f209fd-3ba2-4634-a41b-5c330d04770f tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:43.371555 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-971d38f1-3e87-45e6-b973-303aa127af67 req-61f209fd-3ba2-4634-a41b-5c330d04770f tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 944 time: 0.0466266 Sep 22 15:01:43.422384 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-971d38f1-3e87-45e6-b973-303aa127af67 req-facf5c73-8f25-4d98-b6cf-8021894aff49 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452290 Sep 22 15:01:44.079354 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a7da3e53-5afa-4c51-9ebb-10ae601a3da2 req-9a45af42-f407-47c0-92a8-c8408e75b9e9 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa896d0a-59fd-46a9-9270-7adc195ae566 HTTP/1.1" status: 200 len: 217 time: 0.0426464 Sep 22 15:01:44.140432 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8601d-5b44-477e-b99a-384a3fa3bb24 req-6f483749-a265-461d-8159-4db7353e8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:44.141947 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-64a8601d-5b44-477e-b99a-384a3fa3bb24 req-6f483749-a265-461d-8159-4db7353e8967 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 1130 time: 0.0706825 Sep 22 15:01:44.166612 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da3e53-5afa-4c51-9ebb-10ae601a3da2 req-66f88f10-4c90-4a7c-8fb0-f10e1f6302cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:44.168215 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a7da3e53-5afa-4c51-9ebb-10ae601a3da2 req-66f88f10-4c90-4a7c-8fb0-f10e1f6302cd service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=c366b571-1715-46dd-b5a4-d681417ac627 HTTP/1.1" status: 200 len: 847 time: 0.0700226 Sep 22 15:01:44.229219 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a7da3e53-5afa-4c51-9ebb-10ae601a3da2 req-999e625f-60f6-4a15-b1b4-73331d6e2694 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518074 Sep 22 15:01:44.319190 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:44.322333 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8601d-5b44-477e-b99a-384a3fa3bb24 req-1265846b-b9dc-44a7-978d-5c78dbfbe5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:44.323825 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-64a8601d-5b44-477e-b99a-384a3fa3bb24 req-1265846b-b9dc-44a7-978d-5c78dbfbe5b5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 920 time: 0.1739218 Sep 22 15:01:44.389975 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a7da3e53-5afa-4c51-9ebb-10ae601a3da2 req-bc0a5184-ae84-462d-933a-fbdae1a93dd6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531167 Sep 22 15:01:44.412647 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-64a8601d-5b44-477e-b99a-384a3fa3bb24 req-f17080a0-c244-46d9-bf59-3427711eb7d5 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=495a1319-086a-433b-bc7d-5eb84ce7d95e HTTP/1.1" status: 200 len: 1002 time: 0.0810368 Sep 22 15:01:44.519398 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:44.551486 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8601d-5b44-477e-b99a-384a3fa3bb24 req-b643db56-bb55-4039-bc6e-4add5a99c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:44.552951 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-64a8601d-5b44-477e-b99a-384a3fa3bb24 req-b643db56-bb55-4039-bc6e-4add5a99c581 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.1292133 Sep 22 15:01:44.595699 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a7da3e53-5afa-4c51-9ebb-10ae601a3da2 req-07d6e756-f1cd-4360-a397-129b320d2e8f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987019 Sep 22 15:01:44.607307 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6e505-8f01-4e6c-bdf6-bd90f30d0f79 req-9e267dc2-083b-4dbf-87b2-9ab0e7464c40 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:44.608676 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e7d6e505-8f01-4e6c-bdf6-bd90f30d0f79 req-9e267dc2-083b-4dbf-87b2-9ab0e7464c40 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 944 time: 0.1094100 Sep 22 15:01:44.618254 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8601d-5b44-477e-b99a-384a3fa3bb24 req-2d32e8bd-a480-4395-8dfa-52ee9e45f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:44.619689 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-64a8601d-5b44-477e-b99a-384a3fa3bb24 req-2d32e8bd-a480-4395-8dfa-52ee9e45f3ae service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582340 Sep 22 15:01:44.666560 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e7d6e505-8f01-4e6c-bdf6-bd90f30d0f79 req-ad4a7518-867c-4375-9592-d4a0af619b49 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502272 Sep 22 15:01:44.717069 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['aa896d0a-59fd-46a9-9270-7adc195ae566'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:01:44.749126 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-64a8601d-5b44-477e-b99a-384a3fa3bb24 req-2d42214c-354c-4b6b-ae6b-33ce296e328a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923722 Sep 22 15:01:44.773043 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:44.848910 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-64a8601d-5b44-477e-b99a-384a3fa3bb24 req-a1da4d83-5ffb-4402-b4ba-7d9a976a49bf service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921426 Sep 22 15:01:45.187694 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:01:45.806987 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230b894-54d0-4d4d-a031-6c2d574e4420 req-664d4dfc-b1c0-4b2e-af76-c6d9d6a09979 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:45.808528 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7230b894-54d0-4d4d-a031-6c2d574e4420 req-664d4dfc-b1c0-4b2e-af76-c6d9d6a09979 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 944 time: 0.0540752 Sep 22 15:01:45.855630 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7230b894-54d0-4d4d-a031-6c2d574e4420 req-31fa148a-90c5-424d-8e5d-aa7990d638d7 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415606 Sep 22 15:01:46.084718 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device aa896d0a-59fd-46a9-9270-7adc195ae566 up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:01:46.087918 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:46.128921 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port aa896d0a-59fd-46a9-9270-7adc195ae566 completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:01:46.135138 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port aa896d0a-59fd-46a9-9270-7adc195ae566 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:01:46.135919 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (aa896d0a-59fd-46a9-9270-7adc195ae566), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:46.136273 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port aa896d0a-59fd-46a9-9270-7adc195ae566 Sep 22 15:01:46.221880 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port aa896d0a-59fd-46a9-9270-7adc195ae566 is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:01:46.222270 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (aa896d0a-59fd-46a9-9270-7adc195ae566), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:46.245603 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb7025c-5e92-4b47-b57d-74c40fe4fd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa896d0a-59fd-46a9-9270-7adc195ae566'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:01:46.247871 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6151fd69-7cf3-4457-b0ea-6cfbde390411" -d '{"events": [{"server_uuid": "5fb7025c-5e92-4b47-b57d-74c40fe4fd55", "name": "network-vif-plugged", "status": "completed", "tag": "aa896d0a-59fd-46a9-9270-7adc195ae566"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:01:46.262129 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port aa896d0a-59fd-46a9-9270-7adc195ae566, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=aa896d0a-59fd-46a9-9270-7adc195ae566,segment=NetworkSegment(6711e4c7-ac2d-4073-ad5f-93427e287ef2),segment_id=6711e4c7-ac2d-4073-ad5f-93427e287ef2)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:01:46.266353 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (aa896d0a-59fd-46a9-9270-7adc195ae566), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:46.292765 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed6a583-2069-4d38-9069-f7e5c2197659 x-openstack-request-id: req-aed6a583-2069-4d38-9069-f7e5c2197659 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:01:46.293079 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb7025c-5e92-4b47-b57d-74c40fe4fd55", "name": "network-vif-plugged", "status": "completed", "tag": "aa896d0a-59fd-46a9-9270-7adc195ae566", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:01:46.293339 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aed6a583-2069-4d38-9069-f7e5c2197659 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:01:46.293733 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed6a583-2069-4d38-9069-f7e5c2197659'] response: {'server_uuid': '5fb7025c-5e92-4b47-b57d-74c40fe4fd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa896d0a-59fd-46a9-9270-7adc195ae566', 'code': 200} Sep 22 15:01:46.320440 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=aa896d0a-59fd-46a9-9270-7adc195ae566,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:46.510692 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d2600-8c85-4663-8bc7-cec2180e2fb8 req-9db893c4-eb71-445e-9ee4-c79cf9dea4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:46.512202 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4a8d2600-8c85-4663-8bc7-cec2180e2fb8 req-9db893c4-eb71-445e-9ee4-c79cf9dea4cf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 1129 time: 0.0388770 Sep 22 15:01:46.560929 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4a8d2600-8c85-4663-8bc7-cec2180e2fb8 req-778d0405-874d-40e6-95be-ed9a6866bc36 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419028 Sep 22 15:01:46.669146 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:UPDATE=1,neutron:SELECT=11,neutron:INSERT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:46.672318 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=3,neutron:SELECT=13 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:46.977979 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99726bb6-782f-47ed-80ce-496652b536b0 req-92bd29d1-9553-4b23-a3df-407057eb4500 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:46.979480 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-99726bb6-782f-47ed-80ce-496652b536b0 req-92bd29d1-9553-4b23-a3df-407057eb4500 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 945 time: 0.0471120 Sep 22 15:01:47.029038 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-99726bb6-782f-47ed-80ce-496652b536b0 req-8581d540-2c3b-4437-b4d7-9d72bb08a29e tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439157 Sep 22 15:01:48.148923 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494dd78-cac0-4de7-a9b4-c64aa4859354 req-2bd71031-b226-43e6-a0fb-2194980c9ed9 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:48.150391 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c494dd78-cac0-4de7-a9b4-c64aa4859354 req-2bd71031-b226-43e6-a0fb-2194980c9ed9 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 945 time: 0.0464590 Sep 22 15:01:48.196953 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c494dd78-cac0-4de7-a9b4-c64aa4859354 req-54c43a2a-db61-4ee0-b60d-9fe8ae1d392b tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408721 Sep 22 15:01:49.314349 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:49.324122 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324121e-e80f-4f17-8a7d-c17d6c2fc3da req-5ed10850-63a9-4df8-9c32-81029d1eb498 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:49.327242 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6324121e-e80f-4f17-8a7d-c17d6c2fc3da req-5ed10850-63a9-4df8-9c32-81029d1eb498 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 945 time: 0.0542438 Sep 22 15:01:49.374248 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6324121e-e80f-4f17-8a7d-c17d6c2fc3da req-bfdba38b-d25c-471d-ae7d-9233d9a4f837 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Sep 22 15:01:50.128426 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb01e1b-f144-4661-8788-8a016dee48a5 req-24149be4-4a25-4ebc-81b3-38d72239373c tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:50.130568 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0eb01e1b-f144-4661-8788-8a016dee48a5 req-24149be4-4a25-4ebc-81b3-38d72239373c tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 945 time: 0.0507045 Sep 22 15:01:50.190439 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0eb01e1b-f144-4661-8788-8a016dee48a5 req-477eae87-363b-4f04-9ba3-1a390778fbd4 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529089 Sep 22 15:01:51.321844 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603c6dc-3195-4efe-948f-d06149af9f77 req-84548ad6-5978-4556-b434-c9844be9e8ea tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:51.323366 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f603c6dc-3195-4efe-948f-d06149af9f77 req-84548ad6-5978-4556-b434-c9844be9e8ea tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 945 time: 0.0521193 Sep 22 15:01:51.372030 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f603c6dc-3195-4efe-948f-d06149af9f77 req-6bd09d8f-3487-409f-993d-219a7d5baaa5 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421503 Sep 22 15:01:52.229078 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:52.491614 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2cb68-9570-4016-8620-5d262a99e14d req-5a31bd04-d0d8-4c27-a534-6975bea9b129 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:52.493027 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1ee2cb68-9570-4016-8620-5d262a99e14d req-5a31bd04-d0d8-4c27-a534-6975bea9b129 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 945 time: 0.0474598 Sep 22 15:01:52.525548 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:52.573396 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1ee2cb68-9570-4016-8620-5d262a99e14d req-dfc40a73-d92e-4022-852e-78dd9a29fac2 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746424 Sep 22 15:01:52.587319 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff24459-ebaf-4e30-86d8-e2a23428f785 req-f2c6ce92-4041-4673-b0d5-653eb6d12f06 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:52.588785 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-aff24459-ebaf-4e30-86d8-e2a23428f785 req-f2c6ce92-4041-4673-b0d5-653eb6d12f06 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 945 time: 0.0603120 Sep 22 15:01:52.676632 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-aff24459-ebaf-4e30-86d8-e2a23428f785 req-ed26fd7e-faf7-4730-9d37-607fb8c3b7ba tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Deleting port aa896d0a-59fd-46a9-9270-7adc195ae566 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:01:52.676992 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-aff24459-ebaf-4e30-86d8-e2a23428f785 req-ed26fd7e-faf7-4730-9d37-607fb8c3b7ba tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (aa896d0a-59fd-46a9-9270-7adc195ae566), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:52.767086 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-aff24459-ebaf-4e30-86d8-e2a23428f785 req-ed26fd7e-faf7-4730-9d37-607fb8c3b7ba tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] For port aa896d0a-59fd-46a9-9270-7adc195ae566, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=aa896d0a-59fd-46a9-9270-7adc195ae566,segment=NetworkSegment(6711e4c7-ac2d-4073-ad5f-93427e287ef2),segment_id=6711e4c7-ac2d-4073-ad5f-93427e287ef2)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:01:52.767444 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-aff24459-ebaf-4e30-86d8-e2a23428f785 req-ed26fd7e-faf7-4730-9d37-607fb8c3b7ba tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (aa896d0a-59fd-46a9-9270-7adc195ae566), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:52.783657 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-aff24459-ebaf-4e30-86d8-e2a23428f785 req-ed26fd7e-faf7-4730-9d37-607fb8c3b7ba tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Calling delete_port for aa896d0a-59fd-46a9-9270-7adc195ae566 owned by compute:nova {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:01:52.922792 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-aff24459-ebaf-4e30-86d8-e2a23428f785 req-ed26fd7e-faf7-4730-9d37-607fb8c3b7ba tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (aa896d0a-59fd-46a9-9270-7adc195ae566), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:52.951611 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26fd7e-faf7-4730-9d37-607fb8c3b7ba tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Pushing event deleted for resources: {'Port': ['ID=aa896d0a-59fd-46a9-9270-7adc195ae566,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:52.971099 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['aa896d0a-59fd-46a9-9270-7adc195ae566'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:01:52.999553 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff24459-ebaf-4e30-86d8-e2a23428f785 req-ed26fd7e-faf7-4730-9d37-607fb8c3b7ba tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] No DVR routers for this DVR port aa896d0a-59fd-46a9-9270-7adc195ae566 on host hv-cinder-85646 {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:01:53.001896 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-aff24459-ebaf-4e30-86d8-e2a23428f785 req-ed26fd7e-faf7-4730-9d37-607fb8c3b7ba tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:53.006098 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-aff24459-ebaf-4e30-86d8-e2a23428f785 req-ed26fd7e-faf7-4730-9d37-607fb8c3b7ba tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.49 "DELETE /networking/v2.0/ports/aa896d0a-59fd-46a9-9270-7adc195ae566 HTTP/1.1" status: 204 len: 173 time: 0.4114320 Sep 22 15:01:53.006588 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb7025c-5e92-4b47-b57d-74c40fe4fd55', 'name': 'network-vif-deleted', 'tag': 'aa896d0a-59fd-46a9-9270-7adc195ae566'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:01:53.009021 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79d3ddd-8a99-4ebb-9624-346daa9184d7" -d '{"events": [{"server_uuid": "5fb7025c-5e92-4b47-b57d-74c40fe4fd55", "name": "network-vif-deleted", "tag": "aa896d0a-59fd-46a9-9270-7adc195ae566"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:01:53.050015 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0509dceb-91d1-442f-8726-12b4d90b272b x-openstack-request-id: req-0509dceb-91d1-442f-8726-12b4d90b272b {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:01:53.050456 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb7025c-5e92-4b47-b57d-74c40fe4fd55", "name": "network-vif-deleted", "tag": "aa896d0a-59fd-46a9-9270-7adc195ae566", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:01:53.050812 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0509dceb-91d1-442f-8726-12b4d90b272b {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:01:53.051797 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0509dceb-91d1-442f-8726-12b4d90b272b'] response: {'server_uuid': '5fb7025c-5e92-4b47-b57d-74c40fe4fd55', 'name': 'network-vif-deleted', 'tag': 'aa896d0a-59fd-46a9-9270-7adc195ae566', 'status': 'completed', 'code': 200} Sep 22 15:01:53.691292 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-135a6056-1136-46ec-864f-dd4f11bd5e20 req-26f568b8-24bc-4d03-a3de-bf0636ff4ac6 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5fb7025c-5e92-4b47-b57d-74c40fe4fd55 HTTP/1.1" status: 200 len: 210 time: 0.0275493 Sep 22 15:01:54.194286 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:54.671969 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f9686b3f-03bd-4247-9ca8-890e2a625cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:55.015453 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-e2456899-3b65-4e45-8a23-98e2e48e4bdc tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:55.016839 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-e2456899-3b65-4e45-8a23-98e2e48e4bdc tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/networks?id=f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 HTTP/1.1" status: 200 len: 807 time: 0.1074884 Sep 22 15:01:55.032449 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-934f604d-f353-4526-a6e7-573abc8c05e2 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/quotas/91a6cea77d0f436390ceb0952327fbaa HTTP/1.1" status: 200 len: 375 time: 0.0093620 Sep 22 15:01:55.065467 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-91342833-8f5f-4dd3-8ac2-ac768ee591aa tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=91a6cea77d0f436390ceb0952327fbaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270107 Sep 22 15:01:55.115606 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:55.158621 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-5a2591c4-e0e8-4b95-885c-37f9e267cdff service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865037 Sep 22 15:01:55.183575 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:55.255040 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-e3adde24-47ca-4a6d-8896-f913bf345438 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899644 Sep 22 15:01:55.422856 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b3c64bbf-ebaf-4fd2-84da-5b36fafdce49 req-57fe446c-e096-4137-8e4a-fd9cf65c6921 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 210 time: 0.0289357 Sep 22 15:01:56.159779 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device aa896d0a-59fd-46a9-9270-7adc195ae566 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:01:56.180404 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: aa896d0a-59fd-46a9-9270-7adc195ae566 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:01:56.180782 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device aa896d0a-59fd-46a9-9270-7adc195ae566 not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:01:56.535723 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6a244ec7-ad12-4e88-bb89-c5bdfea953bc req-68198ee1-8776-4ca9-b545-2c2098ea3342 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 210 time: 0.0331554 Sep 22 15:01:56.779153 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-9e003870-cb9c-4130-90cb-bcfa76ebd341 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:56.780825 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-9e003870-cb9c-4130-90cb-bcfa76ebd341 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.49 "GET /networking/v2.0/networks?id=f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 HTTP/1.1" status: 200 len: 807 time: 0.1063170 Sep 22 15:01:56.842254 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-c71b0da7-7aff-4e1a-b4e2-ec7f7dd45362 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Request body: {'port': {'device_id': 'b5df2f08-a28d-4570-8e35-3d3e509d3dcf', 'network_id': 'f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026', 'admin_state_up': True, 'tenant_id': '91a6cea77d0f436390ceb0952327fbaa'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:01:56.898766 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:56.959455 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-c71b0da7-7aff-4e1a-b4e2-ec7f7dd45362 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Made reservation on behalf of 91a6cea77d0f436390ceb0952327fbaa for: {'port': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:01:56.963260 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-c71b0da7-7aff-4e1a-b4e2-ec7f7dd45362 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:57.087820 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-c71b0da7-7aff-4e1a-b4e2-ec7f7dd45362 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Allocated IP 172.20.0.5 (f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026/c366b571-1715-46dd-b5a4-d681417ac627/8a7fec0b-f8b9-4115-803c-952d63fd9528) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:01:57.103957 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f2b87122-eaae-41f5-8bf9-edc159c10bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:57.244071 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-c71b0da7-7aff-4e1a-b4e2-ec7f7dd45362 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks [] for port (8a7fec0b-f8b9-4115-803c-952d63fd9528), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:57.276936 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-c71b0da7-7aff-4e1a-b4e2-ec7f7dd45362 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (8a7fec0b-f8b9-4115-803c-952d63fd9528), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:57.541121 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-c71b0da7-7aff-4e1a-b4e2-ec7f7dd45362 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Network f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:01:57.546840 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-c71b0da7-7aff-4e1a-b4e2-ec7f7dd45362 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:01:57.550634 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-c71b0da7-7aff-4e1a-b4e2-ec7f7dd45362 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:01:57.578582 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b0da7-7aff-4e1a-b4e2-ec7f7dd45362 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Pushing event updated for resources: {'Port': ['ID=8a7fec0b-f8b9-4115-803c-952d63fd9528,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:57.595540 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:57.605967 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-c71b0da7-7aff-4e1a-b4e2-ec7f7dd45362 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:57.606599 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-c71b0da7-7aff-4e1a-b4e2-ec7f7dd45362 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:57.636628 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-c71b0da7-7aff-4e1a-b4e2-ec7f7dd45362 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7985613 Sep 22 15:01:57.657569 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Request body: {'port': {'device_id': 'b5df2f08-a28d-4570-8e35-3d3e509d3dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:01:57.697248 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8dd1d-e8df-4378-8982-db2d43b04696 req-d24f87ea-97e5-46a3-82d3-38ce7a7325c9 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:57.698713 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c4e8dd1d-e8df-4378-8982-db2d43b04696 req-d24f87ea-97e5-46a3-82d3-38ce7a7325c9 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 931 time: 0.0799959 Sep 22 15:01:57.755741 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (8a7fec0b-f8b9-4115-803c-952d63fd9528), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:57.783744 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c4e8dd1d-e8df-4378-8982-db2d43b04696 req-ce5d8365-06b8-4e82-a504-e772efac3c33 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790999 Sep 22 15:01:57.902854 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:58.027351 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7fec0b-f8b9-4115-803c-952d63fd9528 {{(pid=106241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:01:58.034948 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Publish callbacks [] for port (8a7fec0b-f8b9-4115-803c-952d63fd9528), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:58.047256 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.provisioning_blocks [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Transition to ACTIVE for port object 8a7fec0b-f8b9-4115-803c-952d63fd9528 will not be triggered until provisioned by entity L2. {{(pid=106241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:01:58.051795 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (8a7fec0b-f8b9-4115-803c-952d63fd9528), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:58.136853 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7fec0b-f8b9-4115-803c-952d63fd9528,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:58.163907 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Attempting to bind port 8a7fec0b-f8b9-4115-803c-952d63fd9528 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:01:58.164245 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Attempting to bind port 8a7fec0b-f8b9-4115-803c-952d63fd9528 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '6711e4c7-ac2d-4073-ad5f-93427e287ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:01:58.164576 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Attempting to bind port 8a7fec0b-f8b9-4115-803c-952d63fd9528 on network f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:01:58.207516 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Port 8a7fec0b-f8b9-4115-803c-952d63fd9528 on network f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:01:58.207845 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Attempting to bind port 8a7fec0b-f8b9-4115-803c-952d63fd9528 on network f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:01:58.215887 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:58.250226 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:01:58.250579 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Checking segment: {'id': '6711e4c7-ac2d-4073-ad5f-93427e287ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:01:58.250963 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Bound using segment: {'id': '6711e4c7-ac2d-4073-ad5f-93427e287ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:01:58.251458 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Bound port: 8a7fec0b-f8b9-4115-803c-952d63fd9528, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6711e4c7-ac2d-4073-ad5f-93427e287ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:01:58.251815 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (8a7fec0b-f8b9-4115-803c-952d63fd9528), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:58.316549 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] For port 8a7fec0b-f8b9-4115-803c-952d63fd9528, host hv-cinder-85646, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:01:58.319768 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] For port 8a7fec0b-f8b9-4115-803c-952d63fd9528, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=8a7fec0b-f8b9-4115-803c-952d63fd9528,segment=NetworkSegment(6711e4c7-ac2d-4073-ad5f-93427e287ef2),segment_id=6711e4c7-ac2d-4073-ad5f-93427e287ef2)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:01:58.326264 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (8a7fec0b-f8b9-4115-803c-952d63fd9528), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:58.330254 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:58.330858 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:01:58.332401 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/8a7fec0b-f8b9-4115-803c-952d63fd9528 HTTP/1.1" status: 200 len: 1093 time: 0.6789727 Sep 22 15:01:58.332921 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5df2f08-a28d-4570-8e35-3d3e509d3dcf', 'tag': '8a7fec0b-f8b9-4115-803c-952d63fd9528'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:01:58.335163 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0388bd-b34a-488c-92e6-2b35719205bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b5df2f08-a28d-4570-8e35-3d3e509d3dcf", "tag": "8a7fec0b-f8b9-4115-803c-952d63fd9528"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:01:58.377043 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:01:58.383592 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcf87fe-e8fb-427c-91b6-5bcdcdf658a9 x-openstack-request-id: req-0dcf87fe-e8fb-427c-91b6-5bcdcdf658a9 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:01:58.383873 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5df2f08-a28d-4570-8e35-3d3e509d3dcf", "tag": "8a7fec0b-f8b9-4115-803c-952d63fd9528", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:01:58.384122 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0dcf87fe-e8fb-427c-91b6-5bcdcdf658a9 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:01:58.384783 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dcf87fe-e8fb-427c-91b6-5bcdcdf658a9'] response: {'name': 'network-changed', 'server_uuid': 'b5df2f08-a28d-4570-8e35-3d3e509d3dcf', 'tag': '8a7fec0b-f8b9-4115-803c-952d63fd9528', 'status': 'completed', 'code': 200} Sep 22 15:01:58.390316 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3644e3-af86-48ba-84e4-9d2130ae36d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7fec0b-f8b9-4115-803c-952d63fd9528,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:01:58.462207 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-dbe0c1cc-5751-4ecd-807e-1bda04d2b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:58.463874 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-dbe0c1cc-5751-4ecd-807e-1bda04d2b333 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=91a6cea77d0f436390ceb0952327fbaa&device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 1127 time: 0.0396316 Sep 22 15:01:58.517477 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-57cdbd92-efb2-49e0-94d3-d88861224dfc service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a7fec0b-f8b9-4115-803c-952d63fd9528 HTTP/1.1" status: 200 len: 217 time: 0.0369596 Sep 22 15:01:58.565871 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-9d5e9724-fd86-4960-9ef0-3dc32c9cf58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:58.567422 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-9d5e9724-fd86-4960-9ef0-3dc32c9cf58e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=c366b571-1715-46dd-b5a4-d681417ac627 HTTP/1.1" status: 200 len: 847 time: 0.0440216 Sep 22 15:01:58.598993 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-af4919fd-f7ad-4065-a839-096ce0566f40 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249603 Sep 22 15:01:58.695441 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-5561e09c-d5e3-4898-8907-244da5ddb559 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900106 Sep 22 15:01:58.790572 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43bf53be-b372-4b97-b2fb-04e516e67436 req-3d0d5863-f2ae-400a-8a6d-d9c503c0f5af service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883987 Sep 22 15:01:58.911358 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa502dd-940b-48c9-8635-ce11e3aa5acc req-c4c16f9e-7b50-498f-bef0-039f61b6179a tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:01:58.912892 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1aa502dd-940b-48c9-8635-ce11e3aa5acc req-c4c16f9e-7b50-498f-bef0-039f61b6179a tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 943 time: 0.0516598 Sep 22 15:01:58.960952 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1aa502dd-940b-48c9-8635-ce11e3aa5acc req-b650ef3c-52ae-4fee-8474-948ff17f9b26 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424459 Sep 22 15:01:59.979321 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:00.044541 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:00.071654 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:00.088413 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd6db2-c5a5-42b2-8930-6cc05c05d725 req-eedb8e04-1f01-4ddb-8f4b-33f3a5fdfde6 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:00.089925 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-48dd6db2-c5a5-42b2-8930-6cc05c05d725 req-eedb8e04-1f01-4ddb-8f4b-33f3a5fdfde6 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 943 time: 0.0504651 Sep 22 15:02:00.138401 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-48dd6db2-c5a5-42b2-8930-6cc05c05d725 req-14fea93e-c16f-4844-8658-7c058a0522e1 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428722 Sep 22 15:02:01.265523 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ce60f-651d-4a13-82d1-f1e5c644c061 req-89e89f19-b9b9-43a9-8939-9a143c4497f1 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:01.267002 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b30ce60f-651d-4a13-82d1-f1e5c644c061 req-89e89f19-b9b9-43a9-8939-9a143c4497f1 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 943 time: 0.0486519 Sep 22 15:02:01.316745 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b30ce60f-651d-4a13-82d1-f1e5c644c061 req-6b56baff-648e-48a5-a024-5d652cb405d7 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441973 Sep 22 15:02:02.165860 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 8a7fec0b-f8b9-4115-803c-952d63fd9528 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:02:02.268351 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 8a7fec0b-f8b9-4115-803c-952d63fd9528, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=8a7fec0b-f8b9-4115-803c-952d63fd9528,segment=NetworkSegment(6711e4c7-ac2d-4073-ad5f-93427e287ef2),segment_id=6711e4c7-ac2d-4073-ad5f-93427e287ef2)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:02:02.280113 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '8a7fec0b-f8b9-4115-803c-952d63fd9528', 'network_id': 'f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026', 'port_id': '8a7fec0b-f8b9-4115-803c-952d63fd9528', 'mac_address': 'fa:16:3e:7d:c7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c366b571-1715-46dd-b5a4-d681417ac627', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:02:02.315031 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 8a7fec0b-f8b9-4115-803c-952d63fd9528 is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:02:02.315466 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (8a7fec0b-f8b9-4115-803c-952d63fd9528), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:02.329561 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7fec0b-f8b9-4115-803c-952d63fd9528 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:02:02.350400 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 8a7fec0b-f8b9-4115-803c-952d63fd9528, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=8a7fec0b-f8b9-4115-803c-952d63fd9528,segment=NetworkSegment(6711e4c7-ac2d-4073-ad5f-93427e287ef2),segment_id=6711e4c7-ac2d-4073-ad5f-93427e287ef2)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:02:02.354098 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (8a7fec0b-f8b9-4115-803c-952d63fd9528), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:02.400057 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=8a7fec0b-f8b9-4115-803c-952d63fd9528,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:02.438354 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc819b-a21f-4168-beb4-712c32c68d32 req-9a3aa8bd-2006-4bde-8dc7-c34595e0532a tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:02.439779 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43dc819b-a21f-4168-beb4-712c32c68d32 req-9a3aa8bd-2006-4bde-8dc7-c34595e0532a tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 944 time: 0.0484705 Sep 22 15:02:02.486694 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43dc819b-a21f-4168-beb4-712c32c68d32 req-15bd528e-2223-4d97-bfed-f5a8c328b591 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 Sep 22 15:02:02.700361 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0388bd-b34a-488c-92e6-2b35719205bf req-b6095574-b0ae-4b45-8203-716d7969d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:02.701725 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1b0388bd-b34a-488c-92e6-2b35719205bf req-b6095574-b0ae-4b45-8203-716d7969d313 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=91a6cea77d0f436390ceb0952327fbaa&device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 1128 time: 0.0386577 Sep 22 15:02:02.795002 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0388bd-b34a-488c-92e6-2b35719205bf req-f1fe7179-3ab9-48c7-b9d1-64bcc368a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:02.796508 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1b0388bd-b34a-488c-92e6-2b35719205bf req-f1fe7179-3ab9-48c7-b9d1-64bcc368a45b service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 HTTP/1.1" status: 200 len: 908 time: 0.0880818 Sep 22 15:02:02.837862 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1b0388bd-b34a-488c-92e6-2b35719205bf req-a851c601-b273-4aa0-85b1-2d7879cd669c service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a7fec0b-f8b9-4115-803c-952d63fd9528 HTTP/1.1" status: 200 len: 217 time: 0.0349956 Sep 22 15:02:02.889982 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0388bd-b34a-488c-92e6-2b35719205bf req-20c29d2d-47ba-4fda-8dab-76490410edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:02.891487 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1b0388bd-b34a-488c-92e6-2b35719205bf req-20c29d2d-47ba-4fda-8dab-76490410edd4 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=c366b571-1715-46dd-b5a4-d681417ac627 HTTP/1.1" status: 200 len: 847 time: 0.0468497 Sep 22 15:02:02.926643 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1b0388bd-b34a-488c-92e6-2b35719205bf req-f029f651-04ae-4220-96b2-09f471fe6ddf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291097 Sep 22 15:02:03.021288 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1b0388bd-b34a-488c-92e6-2b35719205bf req-1bba9d07-3d6e-4edd-ad27-dd3e4a786620 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877805 Sep 22 15:02:03.077588 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:03.090158 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['8a7fec0b-f8b9-4115-803c-952d63fd9528'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:02:03.113781 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1b0388bd-b34a-488c-92e6-2b35719205bf req-f04a1a68-449c-4607-ace6-4448d9b450d9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859838 Sep 22 15:02:03.116406 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:03.604700 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe25c6-e7ab-4974-b10a-ceb3304d3db7 req-cea46119-cec0-4e63-91a8-d91fdb563bae tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:03.606046 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e4fe25c6-e7ab-4974-b10a-ceb3304d3db7 req-cea46119-cec0-4e63-91a8-d91fdb563bae tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 944 time: 0.0458710 Sep 22 15:02:03.651823 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e4fe25c6-e7ab-4974-b10a-ceb3304d3db7 req-f483bc43-48c0-436c-9dad-f69120b3885d tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403352 Sep 22 15:02:04.427305 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 8a7fec0b-f8b9-4115-803c-952d63fd9528 up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:02:04.470240 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:04.471505 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port 8a7fec0b-f8b9-4115-803c-952d63fd9528 completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:02:04.477951 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 8a7fec0b-f8b9-4115-803c-952d63fd9528 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:02:04.478477 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (8a7fec0b-f8b9-4115-803c-952d63fd9528), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:04.478823 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 8a7fec0b-f8b9-4115-803c-952d63fd9528 Sep 22 15:02:04.554393 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 8a7fec0b-f8b9-4115-803c-952d63fd9528 is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:02:04.555316 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (8a7fec0b-f8b9-4115-803c-952d63fd9528), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:04.577639 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5df2f08-a28d-4570-8e35-3d3e509d3dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7fec0b-f8b9-4115-803c-952d63fd9528'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:02:04.580084 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ad4622-f3b6-402f-8474-0927647a279f" -d '{"events": [{"server_uuid": "b5df2f08-a28d-4570-8e35-3d3e509d3dcf", "name": "network-vif-plugged", "status": "completed", "tag": "8a7fec0b-f8b9-4115-803c-952d63fd9528"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:02:04.593091 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 8a7fec0b-f8b9-4115-803c-952d63fd9528, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=8a7fec0b-f8b9-4115-803c-952d63fd9528,segment=NetworkSegment(6711e4c7-ac2d-4073-ad5f-93427e287ef2),segment_id=6711e4c7-ac2d-4073-ad5f-93427e287ef2)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:02:04.596985 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (8a7fec0b-f8b9-4115-803c-952d63fd9528), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:04.621788 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23326f49-4393-46a2-9b9e-105f86428a71 x-openstack-request-id: req-23326f49-4393-46a2-9b9e-105f86428a71 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:02:04.622101 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5df2f08-a28d-4570-8e35-3d3e509d3dcf", "name": "network-vif-plugged", "status": "completed", "tag": "8a7fec0b-f8b9-4115-803c-952d63fd9528", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:02:04.622356 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-23326f49-4393-46a2-9b9e-105f86428a71 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:02:04.622745 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23326f49-4393-46a2-9b9e-105f86428a71'] response: {'server_uuid': 'b5df2f08-a28d-4570-8e35-3d3e509d3dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7fec0b-f8b9-4115-803c-952d63fd9528', 'code': 200} Sep 22 15:02:04.647926 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=8a7fec0b-f8b9-4115-803c-952d63fd9528,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:04.774684 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3550ba-b076-48f0-aa3b-4f2a40dbb393 req-c62c7fd1-96a9-4389-a199-90fff2ebd9b8 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:04.776173 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4e3550ba-b076-48f0-aa3b-4f2a40dbb393 req-c62c7fd1-96a9-4389-a199-90fff2ebd9b8 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 945 time: 0.0482385 Sep 22 15:02:04.826532 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4e3550ba-b076-48f0-aa3b-4f2a40dbb393 req-414d5237-a180-478f-92e3-3eedc2de053f tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445545 Sep 22 15:02:04.866258 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298569e4-433f-4385-8b87-a4a1570f08eb req-099d1c47-6e1e-430b-88bb-d8c1d7145714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:04.868259 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-298569e4-433f-4385-8b87-a4a1570f08eb req-099d1c47-6e1e-430b-88bb-d8c1d7145714 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 1129 time: 0.0362549 Sep 22 15:02:04.914433 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-298569e4-433f-4385-8b87-a4a1570f08eb req-8a6e8b4f-f16d-4d86-9c57-8730dbdb3b09 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372310 Sep 22 15:02:05.950263 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413028e3-8cca-4941-84ab-421a3ba08a84 req-2b54b048-1eb5-4d6f-80d2-2509aab86107 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:05.951750 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-413028e3-8cca-4941-84ab-421a3ba08a84 req-2b54b048-1eb5-4d6f-80d2-2509aab86107 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 945 time: 0.0462351 Sep 22 15:02:05.971399 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:06.000280 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-413028e3-8cca-4941-84ab-421a3ba08a84 req-22fc1248-5014-43e8-b74f-4ffd07cea480 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 Sep 22 15:02:07.124162 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914188e7-8b52-4a7a-b96f-673f314e81fe req-526e50eb-6e57-4de4-b237-26a96024bad5 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:07.125647 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-914188e7-8b52-4a7a-b96f-673f314e81fe req-526e50eb-6e57-4de4-b237-26a96024bad5 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 945 time: 0.0499139 Sep 22 15:02:07.174544 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-914188e7-8b52-4a7a-b96f-673f314e81fe req-7a469715-c98c-4a19-9d8e-1884a511bfee tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427947 Sep 22 15:02:08.298494 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f671aab-4b07-4c25-882b-c867b99a47c8 req-8c52950c-2f15-483b-8072-b4e6912be124 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:08.300006 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5f671aab-4b07-4c25-882b-c867b99a47c8 req-8c52950c-2f15-483b-8072-b4e6912be124 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 945 time: 0.0483069 Sep 22 15:02:08.346376 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5f671aab-4b07-4c25-882b-c867b99a47c8 req-4bebe6e9-15db-4290-a885-f7f5c3b32bc7 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403440 Sep 22 15:02:09.133568 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458a24c-c6af-44e7-a955-6601cb6a45a0 req-9abc3f9c-bc40-4356-aac4-5028400a48b4 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:09.135310 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0458a24c-c6af-44e7-a955-6601cb6a45a0 req-9abc3f9c-bc40-4356-aac4-5028400a48b4 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 945 time: 0.0507040 Sep 22 15:02:09.181674 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0458a24c-c6af-44e7-a955-6601cb6a45a0 req-e27440f9-9897-4d59-a227-7bd539bfc5b6 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407486 Sep 22 15:02:10.302105 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5c79d-ab95-4262-ba22-49b8f6b6b146 req-319526bc-b28b-41fa-8069-9857eca534d2 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:10.303609 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-58a5c79d-ab95-4262-ba22-49b8f6b6b146 req-319526bc-b28b-41fa-8069-9857eca534d2 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 945 time: 0.0468845 Sep 22 15:02:10.349478 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-58a5c79d-ab95-4262-ba22-49b8f6b6b146 req-bd121a83-e139-46ab-ac36-b2e05f3b5834 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403616 Sep 22 15:02:11.488018 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129a5d0-2b11-4afc-93ea-2172fba9b077 req-538824f8-38b7-43f1-8bef-dde4456e0220 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:11.489494 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c129a5d0-2b11-4afc-93ea-2172fba9b077 req-538824f8-38b7-43f1-8bef-dde4456e0220 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 945 time: 0.0751023 Sep 22 15:02:11.497936 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce231d6-9f06-401c-99fe-bb7949a410d1 req-13fa29ed-9449-4dd6-ba58-28a5774dcad9 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:11.499321 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ce231d6-9f06-401c-99fe-bb7949a410d1 req-13fa29ed-9449-4dd6-ba58-28a5774dcad9 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b5df2f08-a28d-4570-8e35-3d3e509d3dcf HTTP/1.1" status: 200 len: 945 time: 0.0766056 Sep 22 15:02:11.617701 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ce231d6-9f06-401c-99fe-bb7949a410d1 req-b514096f-7b38-490f-be99-8af240baa822 tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=53063188-ffff-4853-a3fd-0295e8f4ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091394 Sep 22 15:02:11.620482 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-c129a5d0-2b11-4afc-93ea-2172fba9b077 req-737da3ae-0a96-4800-90d3-7e1509a1f57a tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Deleting port 8a7fec0b-f8b9-4115-803c-952d63fd9528 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:02:11.620722 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-c129a5d0-2b11-4afc-93ea-2172fba9b077 req-737da3ae-0a96-4800-90d3-7e1509a1f57a tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (8a7fec0b-f8b9-4115-803c-952d63fd9528), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:11.671612 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:11.713878 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-c129a5d0-2b11-4afc-93ea-2172fba9b077 req-737da3ae-0a96-4800-90d3-7e1509a1f57a tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] For port 8a7fec0b-f8b9-4115-803c-952d63fd9528, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=8a7fec0b-f8b9-4115-803c-952d63fd9528,segment=NetworkSegment(6711e4c7-ac2d-4073-ad5f-93427e287ef2),segment_id=6711e4c7-ac2d-4073-ad5f-93427e287ef2)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:02:11.714243 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-c129a5d0-2b11-4afc-93ea-2172fba9b077 req-737da3ae-0a96-4800-90d3-7e1509a1f57a tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (8a7fec0b-f8b9-4115-803c-952d63fd9528), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:11.726758 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-c129a5d0-2b11-4afc-93ea-2172fba9b077 req-737da3ae-0a96-4800-90d3-7e1509a1f57a tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Calling delete_port for 8a7fec0b-f8b9-4115-803c-952d63fd9528 owned by compute:nova {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:02:11.859195 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-c129a5d0-2b11-4afc-93ea-2172fba9b077 req-737da3ae-0a96-4800-90d3-7e1509a1f57a tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (8a7fec0b-f8b9-4115-803c-952d63fd9528), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:11.888509 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737da3ae-0a96-4800-90d3-7e1509a1f57a tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Pushing event deleted for resources: {'Port': ['ID=8a7fec0b-f8b9-4115-803c-952d63fd9528,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:11.903669 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['8a7fec0b-f8b9-4115-803c-952d63fd9528'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:02:11.928469 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-c129a5d0-2b11-4afc-93ea-2172fba9b077 req-737da3ae-0a96-4800-90d3-7e1509a1f57a tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] No DVR routers for this DVR port 8a7fec0b-f8b9-4115-803c-952d63fd9528 on host hv-cinder-85646 {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:02:11.930818 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-c129a5d0-2b11-4afc-93ea-2172fba9b077 req-737da3ae-0a96-4800-90d3-7e1509a1f57a tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:11.934070 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c129a5d0-2b11-4afc-93ea-2172fba9b077 req-737da3ae-0a96-4800-90d3-7e1509a1f57a tempest-VolumesActionsTest-1912328308 tempest-VolumesActionsTest-1912328308-project] 10.222.0.49 "DELETE /networking/v2.0/ports/8a7fec0b-f8b9-4115-803c-952d63fd9528 HTTP/1.1" status: 204 len: 173 time: 0.4338765 Sep 22 15:02:11.934565 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5df2f08-a28d-4570-8e35-3d3e509d3dcf', 'name': 'network-vif-deleted', 'tag': '8a7fec0b-f8b9-4115-803c-952d63fd9528'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:02:11.936837 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abea78ae-9d3d-49d3-8801-24a6398276ee" -d '{"events": [{"server_uuid": "b5df2f08-a28d-4570-8e35-3d3e509d3dcf", "name": "network-vif-deleted", "tag": "8a7fec0b-f8b9-4115-803c-952d63fd9528"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:02:11.974220 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83aa0e7-8de8-4d05-b1ec-f47b4c9503f1 x-openstack-request-id: req-d83aa0e7-8de8-4d05-b1ec-f47b4c9503f1 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:02:11.974516 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5df2f08-a28d-4570-8e35-3d3e509d3dcf", "name": "network-vif-deleted", "tag": "8a7fec0b-f8b9-4115-803c-952d63fd9528", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:02:11.974775 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d83aa0e7-8de8-4d05-b1ec-f47b4c9503f1 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:02:11.975190 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83aa0e7-8de8-4d05-b1ec-f47b4c9503f1'] response: {'server_uuid': 'b5df2f08-a28d-4570-8e35-3d3e509d3dcf', 'name': 'network-vif-deleted', 'tag': '8a7fec0b-f8b9-4115-803c-952d63fd9528', 'status': 'completed', 'code': 200} Sep 22 15:02:14.646173 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=48 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:16.437055 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 8a7fec0b-f8b9-4115-803c-952d63fd9528 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:02:16.456395 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: 8a7fec0b-f8b9-4115-803c-952d63fd9528 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:02:16.456743 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 8a7fec0b-f8b9-4115-803c-952d63fd9528 not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:02:19.758529 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:19.799007 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a065f644-fa4f-47d3-9895-236677cdfd23 req-6aced4d4-88a0-4e5f-afc7-38aed8d2f768 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484269 Sep 22 15:02:19.881729 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065f644-fa4f-47d3-9895-236677cdfd23 req-7b92147f-9005-4934-bac8-6b18b3ebc2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:19.883289 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a065f644-fa4f-47d3-9895-236677cdfd23 req-7b92147f-9005-4934-bac8-6b18b3ebc2d8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 1129 time: 0.0445180 Sep 22 15:02:20.020634 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065f644-fa4f-47d3-9895-236677cdfd23 req-4c0b1f8b-1ef3-4194-9030-ab48aee7e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:20.022183 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a065f644-fa4f-47d3-9895-236677cdfd23 req-4c0b1f8b-1ef3-4194-9030-ab48aee7e38d service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 200 len: 918 time: 0.1096008 Sep 22 15:02:20.100736 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a065f644-fa4f-47d3-9895-236677cdfd23 req-2140e661-c49f-4488-abb7-37011e4d7873 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55a8cf19-235c-45bb-bea4-adcb554d7518 HTTP/1.1" status: 200 len: 1001 time: 0.0699089 Sep 22 15:02:20.158054 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065f644-fa4f-47d3-9895-236677cdfd23 req-0497e98a-0861-4022-ba84-3f8df396e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:20.159728 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a065f644-fa4f-47d3-9895-236677cdfd23 req-0497e98a-0861-4022-ba84-3f8df396e995 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=beeb1e81-2d0a-4aaa-8268-e889ab63bedf HTTP/1.1" status: 200 len: 856 time: 0.0520020 Sep 22 15:02:20.205099 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065f644-fa4f-47d3-9895-236677cdfd23 req-87cb3642-3153-4eee-b7c4-f1d26ce257e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:20.206890 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a065f644-fa4f-47d3-9895-236677cdfd23 req-87cb3642-3153-4eee-b7c4-f1d26ce257e5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d2cd27ce-59e4-4969-86d2-13164d033d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410404 Sep 22 15:02:20.317959 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a065f644-fa4f-47d3-9895-236677cdfd23 req-9feabe24-4db3-48f7-8a86-bb138c0feed4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022670 Sep 22 15:02:20.436230 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a065f644-fa4f-47d3-9895-236677cdfd23 req-acf8fa58-6840-43f4-bdf2-894e3c83e3b5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117496 Sep 22 15:02:22.107869 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:22.190035 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:02:24.678498 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-75a1e1fe-25a6-4068-8aaa-2e21c6ed75f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:25.361096 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 51956) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:25.477744 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:25.529695 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:25.574197 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Publish callbacks [] for security_group (725d9557-2fe4-4182-9667-dcd43c33ec62), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:25.578674 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (725d9557-2fe4-4182-9667-dcd43c33ec62), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:25.635528 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 51960) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:25.642042 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=5d81a4e464e64ae9b5d9068936bb8965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686419 Sep 22 15:02:25.667145 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725d9557-2fe4-4182-9667-dcd43c33ec62,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:25.693863 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.695895 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.696510 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.697252 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.697845 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.698406 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.708987 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.710408 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.711394 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.713059 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.713655 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.714221 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.714785 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.715399 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.715957 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27286530-8edc-4b4c-9da1-e836db0fc354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.733501 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Publish callbacks [] for security_group (725d9557-2fe4-4182-9667-dcd43c33ec62), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:25.770252 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Publish callbacks [] for security_group (725d9557-2fe4-4182-9667-dcd43c33ec62), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:25.861934 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (725d9557-2fe4-4182-9667-dcd43c33ec62), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:25.865214 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:25.869970 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/725d9557-2fe4-4182-9667-dcd43c33ec62 HTTP/1.1" status: 204 len: 168 time: 0.2288818 Sep 22 15:02:25.878326 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725d9557-2fe4-4182-9667-dcd43c33ec62,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:25.889605 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.889868 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.890224 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.890571 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.890916 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.891290 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.891627 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.891960 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.892323 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.892654 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.893016 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.893367 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.893701 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.894028 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:25.894354 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849524c-8d37-45a1-9946-8011c114d0a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:27.120471 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-de658b24-04a7-43f6-b6a8-a33d3cded987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:28.220259 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:29.985906 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:30.045151 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:32.183834 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:32.185450 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:35.669918 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:35.693114 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=66,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:35.882633 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:35.888983 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:40.030998 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:40.039868 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:41.000761 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad050ffe-7553-402d-b78b-371aed6b37e8 req-696b4951-8920-49b9-b5ce-548e449bddec tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:41.002235 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ad050ffe-7553-402d-b78b-371aed6b37e8 req-696b4951-8920-49b9-b5ce-548e449bddec tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0498328 Sep 22 15:02:41.050395 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ad050ffe-7553-402d-b78b-371aed6b37e8 req-86db6bfa-9730-410e-90cf-db858879bca4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417235 Sep 22 15:02:42.180087 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa5856-ea40-426a-b3e0-f6a0c3a5ebee req-55a722ac-cb85-49be-b5de-289a071b407a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:42.182026 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4baa5856-ea40-426a-b3e0-f6a0c3a5ebee req-55a722ac-cb85-49be-b5de-289a071b407a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0498242 Sep 22 15:02:42.229031 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4baa5856-ea40-426a-b3e0-f6a0c3a5ebee req-bf519909-3aa1-499a-8ded-e7ea1e558324 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414271 Sep 22 15:02:43.353854 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9a363-0aa9-44c5-8073-c133c1ac078e req-3a2ac906-05a9-469b-b76a-24935abfb8b6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:43.355348 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-acf9a363-0aa9-44c5-8073-c133c1ac078e req-3a2ac906-05a9-469b-b76a-24935abfb8b6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0466628 Sep 22 15:02:43.402361 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-acf9a363-0aa9-44c5-8073-c133c1ac078e req-1dc78fc4-b6e4-44e7-a467-6147ea060787 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413835 Sep 22 15:02:44.525558 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f5f1f-e538-49fc-bed1-f26e9d5aa1e4 req-4f92f8b7-fe8f-4761-bea0-9f775f11afb9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:44.527016 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2d4f5f1f-e538-49fc-bed1-f26e9d5aa1e4 req-4f92f8b7-fe8f-4761-bea0-9f775f11afb9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0463147 Sep 22 15:02:44.576412 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2d4f5f1f-e538-49fc-bed1-f26e9d5aa1e4 req-f06444dc-d95e-4434-9293-f01d818e7b4e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437975 Sep 22 15:02:45.702039 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a95080-ae50-4f68-9522-36a203cb0605 req-3a8428b0-abae-4c78-8aff-cd8fd77d4e28 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:45.703550 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f7a95080-ae50-4f68-9522-36a203cb0605 req-3a8428b0-abae-4c78-8aff-cd8fd77d4e28 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0470855 Sep 22 15:02:45.754275 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f7a95080-ae50-4f68-9522-36a203cb0605 req-2a8c6b32-a596-4061-a423-dcd81d1aef81 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451760 Sep 22 15:02:46.182363 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 52268) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:46.228454 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4b4ca2-8a13-4a9b-ba38-6ef34d277b6e admin admin] Deleting subnet c366b571-1715-46dd-b5a4-d681417ac627 {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 15:02:46.231775 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4ca2-8a13-4a9b-ba38-6ef34d277b6e admin admin] Publish callbacks [] for subnet (c366b571-1715-46dd-b5a4-d681417ac627), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:46.267118 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4ca2-8a13-4a9b-ba38-6ef34d277b6e admin admin] Publish callbacks [] for subnet (c366b571-1715-46dd-b5a4-d681417ac627), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:46.273355 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4ca2-8a13-4a9b-ba38-6ef34d277b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (c366b571-1715-46dd-b5a4-d681417ac627), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:46.331390 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4ca2-8a13-4a9b-ba38-6ef34d277b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for subnet (c366b571-1715-46dd-b5a4-d681417ac627), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:46.359980 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b4ca2-8a13-4a9b-ba38-6ef34d277b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c366b571-1715-46dd-b5a4-d681417ac627,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:46.365924 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3d4b4ca2-8a13-4a9b-ba38-6ef34d277b6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:46.369046 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3d4b4ca2-8a13-4a9b-ba38-6ef34d277b6e admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/c366b571-1715-46dd-b5a4-d681417ac627 HTTP/1.1" status: 204 len: 168 time: 0.1856456 Sep 22 15:02:46.371562 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 52270) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:46.439312 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:46.522289 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:46.542838 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 15:02:46.543219 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 15:02:46.543973 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 15:02:46.544307 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Subscribe: > port after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 15:02:46.544653 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 15:02:46.544988 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Subscribe: > port after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 15:02:46.545310 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 15:02:46.545646 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 15:02:46.545962 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 15:02:46.546279 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 15:02:46.636191 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 15:02:46.636539 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 15:02:46.636875 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 15:02:46.637210 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106242) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 15:02:46.637560 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026']}} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:02:46.655191 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6711e4c7-ac2d-4073-ad5f-93427e287ef2') {'for_net_delete': True} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:02:46.655510 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6711e4c7-ac2d-4073-ad5f-93427e287ef2') {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:02:46.672410 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9124829'] for segment (6711e4c7-ac2d-4073-ad5f-93427e287ef2), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:46.692832 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (6711e4c7-ac2d-4073-ad5f-93427e287ef2), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:46.701084 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=106242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 15:02:46.701465 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9125745'] for segment (6711e4c7-ac2d-4073-ad5f-93427e287ef2), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:46.771479 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:46.778350 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:46.784377 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026 HTTP/1.1" status: 204 len: 168 time: 0.4091513 Sep 22 15:02:46.794773 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c7242-a2c2-4b42-82ce-4de9a122ced6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8dc6fa0-46e8-4682-98c7-6b8ab4ab5026,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:46.886171 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34756379-d48a-4f48-b8cb-e7e05cb812b4 req-82934f57-881c-48eb-9d25-4f9afdc42a48 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:46.887699 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-34756379-d48a-4f48-b8cb-e7e05cb812b4 req-82934f57-881c-48eb-9d25-4f9afdc42a48 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0488448 Sep 22 15:02:46.932724 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment 6711e4c7-ac2d-4073-ad5f-93427e287ef2 resource provider aggregate not found Sep 22 15:02:46.942828 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-34756379-d48a-4f48-b8cb-e7e05cb812b4 req-b4961d71-8a2a-4ba2-839e-c2d84bda2dbf tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484340 Sep 22 15:02:46.952220 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment 6711e4c7-ac2d-4073-ad5f-93427e287ef2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6711e4c7-ac2d-4073-ad5f-93427e287ef2 found for delete ", "request_id": "req-5f2f9599-47d1-4520-9562-6d45513a3b35"}]} Sep 22 15:02:46.987301 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 52286) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:47.027639 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-758caaab-7fcf-41f3-9393-caf143e69f4d admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=91a6cea77d0f436390ceb0952327fbaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392416 Sep 22 15:02:47.030035 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 52288) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:47.077110 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2097859b-8fa5-4621-80b8-1a8de4e257ee admin admin] Publish callbacks [] for security_group (53063188-ffff-4853-a3fd-0295e8f4ad65), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:47.096410 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2097859b-8fa5-4621-80b8-1a8de4e257ee admin admin] Publish callbacks [] for security_group (53063188-ffff-4853-a3fd-0295e8f4ad65), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:47.151283 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2097859b-8fa5-4621-80b8-1a8de4e257ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (53063188-ffff-4853-a3fd-0295e8f4ad65), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:47.153987 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2097859b-8fa5-4621-80b8-1a8de4e257ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:47.155356 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2097859b-8fa5-4621-80b8-1a8de4e257ee admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/53063188-ffff-4853-a3fd-0295e8f4ad65 HTTP/1.1" status: 204 len: 168 time: 0.1244197 Sep 22 15:02:47.164022 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097859b-8fa5-4621-80b8-1a8de4e257ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53063188-ffff-4853-a3fd-0295e8f4ad65,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:47.855606 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 52316) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:47.949672 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1413238047-network', 'tenant_id': 'a3c8cd9129124bba97b08e1956580d6b'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:02:47.969525 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] Made reservation on behalf of a3c8cd9129124bba97b08e1956580d6b for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:02:47.971685 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:47.980017 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:48.028783 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:48.060550 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] Publish callbacks [] for security_group (1c89ec6c-391a-4095-b48b-23aa53d7c0ac), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:48.064850 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (1c89ec6c-391a-4095-b48b-23aa53d7c0ac), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:48.073094 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=8 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:48.086740 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea5fd3-ed73-4b18-9b99-33e374bdc557 req-d74ca888-a417-4c69-ac94-c3d8619933a6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:48.088271 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-33ea5fd3-ed73-4b18-9b99-33e374bdc557 req-d74ca888-a417-4c69-ac94-c3d8619933a6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0603964 Sep 22 15:02:48.089721 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 15:02:48.105215 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c89ec6c-391a-4095-b48b-23aa53d7c0ac,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:48.110594 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (a1c3c60c-e997-43e3-a1b1-8c813a5f63d6), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:48.110942 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] Added segment a1c3c60c-e997-43e3-a1b1-8c813a5f63d6 of type vlan for network 1724b505-b1d6-47b3-9e12-3eb273ce152f Sep 22 15:02:48.142318 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-33ea5fd3-ed73-4b18-9b99-33e374bdc557 req-e71a1c6d-3157-4b2a-bd23-a67f0f5991b7 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475445 Sep 22 15:02:48.154423 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (1724b505-b1d6-47b3-9e12-3eb273ce152f), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:48.179508 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (1724b505-b1d6-47b3-9e12-3eb273ce152f), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:48.180512 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:48.181097 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:48.235881 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3791125 Sep 22 15:02:48.238630 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 52324) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:48.249542 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-eaced3d4-9896-40ce-b40c-202288ea6f6d admin admin] Request body: {'subnet': {'network_id': '1724b505-b1d6-47b3-9e12-3eb273ce152f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1413238047-subnet', 'tenant_id': 'a3c8cd9129124bba97b08e1956580d6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:02:48.262263 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c58b23-1de9-4ba2-99e5-0c4bdad9ce3e admin admin] Pushing event updated for resources: {'Network': ['ID=1724b505-b1d6-47b3-9e12-3eb273ce152f,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:48.273607 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network 1724b505-b1d6-47b3-9e12-3eb273ce152f details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 15:02:48.280380 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaced3d4-9896-40ce-b40c-202288ea6f6d admin admin] Made reservation on behalf of a3c8cd9129124bba97b08e1956580d6b for: {'subnet': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:02:48.283217 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-eaced3d4-9896-40ce-b40c-202288ea6f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8969142'] for subnet (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:48.464619 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-eaced3d4-9896-40ce-b40c-202288ea6f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9124628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8969120'] for subnet (eef6f12a-4d8d-45b4-bd84-e0559fef64b6), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:48.520586 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaced3d4-9896-40ce-b40c-202288ea6f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef6f12a-4d8d-45b4-bd84-e0559fef64b6,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:48.528327 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaced3d4-9896-40ce-b40c-202288ea6f6d admin admin] Checking segment: {'id': 'a1c3c60c-e997-43e3-a1b1-8c813a5f63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1724b505-b1d6-47b3-9e12-3eb273ce152f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:02:48.528681 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaced3d4-9896-40ce-b40c-202288ea6f6d admin admin] Network hostable DHCP agents. Network: 1724b505-b1d6-47b3-9e12-3eb273ce152f, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 15:02:48.545651 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaced3d4-9896-40ce-b40c-202288ea6f6d admin admin] Network 1724b505-b1d6-47b3-9e12-3eb273ce152f is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 15:02:48.553505 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-eaced3d4-9896-40ce-b40c-202288ea6f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, 1724b505-b1d6-47b3-9e12-3eb273ce152f) {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:02:48.557614 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaced3d4-9896-40ce-b40c-202288ea6f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:48.558200 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-eaced3d4-9896-40ce-b40c-202288ea6f6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:48.563110 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de74e49-ffcc-447e-bc9b-a68e332831b0 None None] Network 1724b505-b1d6-47b3-9e12-3eb273ce152f requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:02:48.574095 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-eaced3d4-9896-40ce-b40c-202288ea6f6d admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3344541 Sep 22 15:02:48.666022 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f7689e-1957-4115-a584-ae1cea9f5511 None None] Network 1724b505-b1d6-47b3-9e12-3eb273ce152f requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:02:49.272893 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b124d8e-e4ff-4408-959e-eb51596ca1d7 req-6e0c7d51-d312-42d9-9858-b772951fbe48 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:49.274316 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1b124d8e-e4ff-4408-959e-eb51596ca1d7 req-6e0c7d51-d312-42d9-9858-b772951fbe48 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0477889 Sep 22 15:02:49.321467 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1b124d8e-e4ff-4408-959e-eb51596ca1d7 req-83e48801-19a6-472e-a17f-868cebd6c8d0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413513 Sep 22 15:02:50.430047 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99b02f-6663-41b2-819d-985855959617 req-93ec45a6-ad1d-4998-b924-287f64ce1d5b tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:50.431523 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e99b02f-6663-41b2-819d-985855959617 req-93ec45a6-ad1d-4998-b924-287f64ce1d5b tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/networks?id=1724b505-b1d6-47b3-9e12-3eb273ce152f HTTP/1.1" status: 200 len: 814 time: 0.1217296 Sep 22 15:02:50.462150 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e99b02f-6663-41b2-819d-985855959617 req-30b1a93b-b587-4516-89c4-06e520bbbde6 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/quotas/a3c8cd9129124bba97b08e1956580d6b HTTP/1.1" status: 200 len: 375 time: 0.0146420 Sep 22 15:02:50.472625 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666317ba-a194-489b-822a-8d94b7cc318a req-6009ea56-65b2-4d2a-a9b4-3c6c9188bb1d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:50.473970 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-666317ba-a194-489b-822a-8d94b7cc318a req-6009ea56-65b2-4d2a-a9b4-3c6c9188bb1d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0608058 Sep 22 15:02:50.512884 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e99b02f-6663-41b2-819d-985855959617 req-cd540582-9a87-4ea1-a4a9-ae51802f7a81 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=a3c8cd9129124bba97b08e1956580d6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379491 Sep 22 15:02:50.591766 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-666317ba-a194-489b-822a-8d94b7cc318a req-a202a8aa-809b-4c0c-b343-f9dac8e76eee tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071210 Sep 22 15:02:50.603136 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:50.617733 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:50.633699 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e99b02f-6663-41b2-819d-985855959617 req-17c04cce-d4b5-4925-beda-233e94e3cc86 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1724b505-b1d6-47b3-9e12-3eb273ce152f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138070 Sep 22 15:02:50.694602 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 52370) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:50.731550 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e99b02f-6663-41b2-819d-985855959617 req-e0926a7f-c88f-47ac-867f-20c9253ef455 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1724b505-b1d6-47b3-9e12-3eb273ce152f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911493 Sep 22 15:02:50.809807 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a552448f-684e-422d-b0a7-68991222c0e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:50.903919 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a552448f-684e-422d-b0a7-68991222c0e4 admin admin] Publish callbacks [] for security_group (6e755f3f-f363-408d-9645-8ec70521eec0), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:50.907271 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a1f30457-042c-49e0-b5e8-f6849659b7de req-9cd76421-216e-4ee9-82ed-0df73c536b30 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 210 time: 0.0275075 Sep 22 15:02:50.910194 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a552448f-684e-422d-b0a7-68991222c0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (6e755f3f-f363-408d-9645-8ec70521eec0), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:50.949082 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:50.952444 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552448f-684e-422d-b0a7-68991222c0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e755f3f-f363-408d-9645-8ec70521eec0,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:50.956709 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a552448f-684e-422d-b0a7-68991222c0e4 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=607ab875b1054309b32f91e7ca2515e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610562 Sep 22 15:02:50.959558 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 52378) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:51.010913 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d51967ae-5bfe-4c5b-80d2-95382249c2b7 admin admin] Publish callbacks [] for security_group (6e755f3f-f363-408d-9645-8ec70521eec0), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:51.031498 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d51967ae-5bfe-4c5b-80d2-95382249c2b7 admin admin] Publish callbacks [] for security_group (6e755f3f-f363-408d-9645-8ec70521eec0), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:51.079834 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d51967ae-5bfe-4c5b-80d2-95382249c2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (6e755f3f-f363-408d-9645-8ec70521eec0), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:51.082722 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d51967ae-5bfe-4c5b-80d2-95382249c2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:51.083951 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-d51967ae-5bfe-4c5b-80d2-95382249c2b7 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/6e755f3f-f363-408d-9645-8ec70521eec0 HTTP/1.1" status: 204 len: 168 time: 0.1232221 Sep 22 15:02:51.092662 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51967ae-5bfe-4c5b-80d2-95382249c2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e755f3f-f363-408d-9645-8ec70521eec0,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:51.728738 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eee2ca-6b94-4a98-944a-5caf01e55242 req-658ca7d8-c4f6-4f8f-943a-a9593525ce50 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:51.730243 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-02eee2ca-6b94-4a98-944a-5caf01e55242 req-658ca7d8-c4f6-4f8f-943a-a9593525ce50 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0538924 Sep 22 15:02:51.772687 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 52408) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:51.782613 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-02eee2ca-6b94-4a98-944a-5caf01e55242 req-d676a299-bc95-418e-a9bf-fac9536ef8c7 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465751 Sep 22 15:02:51.871140 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1192595937-network', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:02:51.890723 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] Made reservation on behalf of 7ade45dd41b848c5801b6d37a4232f86 for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:02:51.893005 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:51.901670 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:51.934425 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:UPDATE=3,neutron:INSERT=15,neutron:SELECT=80,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:51.981546 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] Publish callbacks [] for security_group (0eee066d-f617-44bf-a7fc-fbd100f711f9), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:51.985431 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (0eee066d-f617-44bf-a7fc-fbd100f711f9), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:52.010358 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 15:02:52.011945 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ab96d188-6b62-4be3-b89e-4fb23c103b0b req-25a70ebf-0be8-4978-9c6c-7540fc9b60dd tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 210 time: 0.0276306 Sep 22 15:02:52.019891 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eee066d-f617-44bf-a7fc-fbd100f711f9,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:52.026569 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (8f328c5f-8f0a-4e4c-8998-c449fdb37bb0), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:52.026911 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] Added segment 8f328c5f-8f0a-4e4c-8998-c449fdb37bb0 of type vlan for network 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 Sep 22 15:02:52.069075 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (260a8bcd-2889-4d2c-bcdf-c0796aa1eca4), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:52.096277 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (260a8bcd-2889-4d2c-bcdf-c0796aa1eca4), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:52.097469 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:52.098155 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:52.122326 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:52.156062 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3822541 Sep 22 15:02:52.158978 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 52414) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:52.165436 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-87f84627-8561-4e45-b9f5-4b5aa314f2dc admin admin] Request body: {'subnet': {'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1192595937-subnet', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'ip_version': 4}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:02:52.168576 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a957ff-6863-42a6-a713-b54325e9c77b admin admin] Pushing event updated for resources: {'Network': ['ID=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:52.177886 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 15:02:52.254344 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f84627-8561-4e45-b9f5-4b5aa314f2dc admin admin] Made reservation on behalf of 7ade45dd41b848c5801b6d37a4232f86 for: {'subnet': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:02:52.258977 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-87f84627-8561-4e45-b9f5-4b5aa314f2dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10217131'] for subnet (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:52.356413 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99b02f-6663-41b2-819d-985855959617 req-8b7b32dc-fa65-42fd-bc30-32cea629369e tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:52.357854 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e99b02f-6663-41b2-819d-985855959617 req-8b7b32dc-fa65-42fd-bc30-32cea629369e tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.49 "GET /networking/v2.0/networks?id=1724b505-b1d6-47b3-9e12-3eb273ce152f HTTP/1.1" status: 200 len: 814 time: 0.1885600 Sep 22 15:02:52.461447 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-87f84627-8561-4e45-b9f5-4b5aa314f2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2325416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10217149'] for subnet (cc17b5e3-f48e-4014-8d8b-bfd29cb0e872), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:52.490599 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-5e99b02f-6663-41b2-819d-985855959617 req-0da0bb81-8c5c-499a-adce-01767a947236 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Request body: {'port': {'device_id': '4cf59429-3526-4026-b108-8e2d68c15345', 'network_id': '1724b505-b1d6-47b3-9e12-3eb273ce152f', 'admin_state_up': True, 'tenant_id': 'a3c8cd9129124bba97b08e1956580d6b'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:02:52.578659 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f84627-8561-4e45-b9f5-4b5aa314f2dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc17b5e3-f48e-4014-8d8b-bfd29cb0e872,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:52.588060 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:52.602380 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f84627-8561-4e45-b9f5-4b5aa314f2dc admin admin] Checking segment: {'id': '8f328c5f-8f0a-4e4c-8998-c449fdb37bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:02:52.602738 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f84627-8561-4e45-b9f5-4b5aa314f2dc admin admin] Network hostable DHCP agents. Network: 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 15:02:52.613388 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:52.644963 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f84627-8561-4e45-b9f5-4b5aa314f2dc admin admin] Network 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 15:02:52.654476 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e99b02f-6663-41b2-819d-985855959617 req-0da0bb81-8c5c-499a-adce-01767a947236 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Made reservation on behalf of a3c8cd9129124bba97b08e1956580d6b for: {'port': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:02:52.658433 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-5e99b02f-6663-41b2-819d-985855959617 req-0da0bb81-8c5c-499a-adce-01767a947236 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:52.668190 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-87f84627-8561-4e45-b9f5-4b5aa314f2dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4) {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:02:52.674184 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f84627-8561-4e45-b9f5-4b5aa314f2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:52.674777 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-87f84627-8561-4e45-b9f5-4b5aa314f2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:52.701468 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-87f84627-8561-4e45-b9f5-4b5aa314f2dc admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5409210 Sep 22 15:02:52.704383 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 52420) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:52.709354 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:02:52.733565 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4124553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15760'] for router (7235985b-8add-4157-9073-1d0d72ee4609), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:52.735444 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4099067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4192051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15769'] for router (7235985b-8add-4157-9073-1d0d72ee4609), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:52.792651 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Publish callbacks [] for router_controller (7235985b-8add-4157-9073-1d0d72ee4609), precommit_add_association {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:52.807809 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3612f434-442f-42ee-8ff8-3583be0f4b23 None None] Network 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:02:52.924465 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd1ba1b-f342-5f5c-8987-fbda7cf6b98e-260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'fixed_ips': [{'subnet_id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872'}]}} from dv-cinder-856463-5-iscsi. {{(pid=106243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 15:02:52.925742 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:52.968807 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Publish callbacks [] for router_gateway (7235985b-8add-4157-9073-1d0d72ee4609), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.082259 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [req-5e99b02f-6663-41b2-819d-985855959617 req-0da0bb81-8c5c-499a-adce-01767a947236 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Allocated IP 172.20.0.12 (1724b505-b1d6-47b3-9e12-3eb273ce152f/eef6f12a-4d8d-45b4-bd84-e0559fef64b6/279f9086-ffdd-4a45-b3a8-12ba3bdbe32f) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:02:53.083881 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Allocated IP 172.20.0.2 (260a8bcd-2889-4d2c-bcdf-c0796aa1eca4/cc17b5e3-f48e-4014-8d8b-bfd29cb0e872/670d8851-3dbe-487c-8823-676170641dbf) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:02:53.110909 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e05c0-7325-4e73-8eb7-5c07756119fd req-8c04b257-9646-42b2-85c3-abb81ce6ac92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:53.112455 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4a6e05c0-7325-4e73-8eb7-5c07756119fd req-8c04b257-9646-42b2-85c3-abb81ce6ac92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0671279 Sep 22 15:02:53.156796 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5858cd9c-1756-4858-9362-b54c7b2dc8df req-cdd010b3-ee17-4546-a2a3-4b770b6bef68 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 210 time: 0.0433605 Sep 22 15:02:53.201289 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Publish callbacks [] for router_gateway (7235985b-8add-4157-9073-1d0d72ee4609), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.222085 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.230984 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4a6e05c0-7325-4e73-8eb7-5c07756119fd req-7446a4d2-05b9-4311-a943-c91cb76efcae tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024716 Sep 22 15:02:53.258310 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Publish callbacks [] for port (670d8851-3dbe-487c-8823-676170641dbf), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.272682 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (670d8851-3dbe-487c-8823-676170641dbf), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.315502 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:53.319925 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Network 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:02:53.326248 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:02:53.328921 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:02:53.329286 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-5e99b02f-6663-41b2-819d-985855959617 req-0da0bb81-8c5c-499a-adce-01767a947236 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks [] for port (279f9086-ffdd-4a45-b3a8-12ba3bdbe32f), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.330388 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:53.333135 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Pushing event updated for resources: {'Port': ['ID=670d8851-3dbe-487c-8823-676170641dbf,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:53.345941 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:53.346552 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:53.346899 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:53.347563 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:53.347910 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:53.348247 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:53.348756 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:53.349249 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:53.349601 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:53.350209 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:53.350880 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Allocated IP 172.27.1.133 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/d294363d-9633-43bb-9758-149121e63426) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:02:53.351072 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:53.351173 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:53.351579 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:53.352146 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:53.352647 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:53.367689 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-5e99b02f-6663-41b2-819d-985855959617 req-0da0bb81-8c5c-499a-adce-01767a947236 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (279f9086-ffdd-4a45-b3a8-12ba3bdbe32f), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.414201 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Attempting to bind port 670d8851-3dbe-487c-8823-676170641dbf on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:02:53.414577 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Attempting to bind port 670d8851-3dbe-487c-8823-676170641dbf by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '8f328c5f-8f0a-4e4c-8998-c449fdb37bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:02:53.414943 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Attempting to bind port 670d8851-3dbe-487c-8823-676170641dbf on network 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:02:53.417012 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e99b02f-6663-41b2-819d-985855959617 req-0da0bb81-8c5c-499a-adce-01767a947236 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Network 1724b505-b1d6-47b3-9e12-3eb273ce152f is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:02:53.422119 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [req-5e99b02f-6663-41b2-819d-985855959617 req-0da0bb81-8c5c-499a-adce-01767a947236 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:02:53.424308 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0bb81-8c5c-499a-adce-01767a947236 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Pushing event updated for resources: {'Port': ['ID=279f9086-ffdd-4a45-b3a8-12ba3bdbe32f,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:53.426419 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e99b02f-6663-41b2-819d-985855959617 req-0da0bb81-8c5c-499a-adce-01767a947236 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:02:53.462853 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=9 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:53.469276 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:02:53.469588 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Checking segment: {'id': '8f328c5f-8f0a-4e4c-8998-c449fdb37bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:02:53.470053 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.470449 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Bound using segment: {'id': '8f328c5f-8f0a-4e4c-8998-c449fdb37bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:02:53.470929 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Bound port: 670d8851-3dbe-487c-8823-676170641dbf, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f328c5f-8f0a-4e4c-8998-c449fdb37bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:02:53.471396 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (670d8851-3dbe-487c-8823-676170641dbf), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.482148 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Publish callbacks [] for port (d294363d-9633-43bb-9758-149121e63426), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.493859 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99b02f-6663-41b2-819d-985855959617 req-0da0bb81-8c5c-499a-adce-01767a947236 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:53.494485 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-5e99b02f-6663-41b2-819d-985855959617 req-0da0bb81-8c5c-499a-adce-01767a947236 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.513196 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e99b02f-6663-41b2-819d-985855959617 req-0da0bb81-8c5c-499a-adce-01767a947236 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0280714 Sep 22 15:02:53.516332 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (d294363d-9633-43bb-9758-149121e63426), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.531916 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Request body: {'port': {'device_id': '4cf59429-3526-4026-b108-8e2d68c15345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:02:53.543047 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] For port 670d8851-3dbe-487c-8823-676170641dbf, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:02:53.546762 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] For port 670d8851-3dbe-487c-8823-676170641dbf, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=670d8851-3dbe-487c-8823-676170641dbf,segment=NetworkSegment(8f328c5f-8f0a-4e4c-8998-c449fdb37bb0),segment_id=8f328c5f-8f0a-4e4c-8998-c449fdb37bb0)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:02:53.553382 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (670d8851-3dbe-487c-8823-676170641dbf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.557473 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:02:53.560702 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:53.562506 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:02:53.566704 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:02:53.570292 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Pushing event updated for resources: {'Port': ['ID=d294363d-9633-43bb-9758-149121e63426,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:53.609239 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (279f9086-ffdd-4a45-b3a8-12ba3bdbe32f), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.617652 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f63cd-fd84-433f-b453-710d0b6091a2 None None] Pushing event updated for resources: {'Port': ['ID=670d8851-3dbe-487c-8823-676170641dbf,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:53.726252 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:53.749378 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:53.853571 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Publish callbacks [] for router_gateway (7235985b-8add-4157-9073-1d0d72ee4609), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.922219 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f {{(pid=106241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:02:53.932617 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Publish callbacks [] for port (279f9086-ffdd-4a45-b3a8-12ba3bdbe32f), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:53.946152 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.provisioning_blocks [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Transition to ACTIVE for port object 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f will not be triggered until provisioned by entity L2. {{(pid=106241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:02:53.949629 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (279f9086-ffdd-4a45-b3a8-12ba3bdbe32f), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:54.010499 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Pushing event updated for resources: {'Port': ['ID=279f9086-ffdd-4a45-b3a8-12ba3bdbe32f,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:54.058941 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Attempting to bind port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:02:54.059654 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Attempting to bind port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'a1c3c60c-e997-43e3-a1b1-8c813a5f63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1724b505-b1d6-47b3-9e12-3eb273ce152f'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:02:54.059654 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Attempting to bind port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f on network 1724b505-b1d6-47b3-9e12-3eb273ce152f {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:02:54.062132 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121636'] for router (7235985b-8add-4157-9073-1d0d72ee4609), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:54.108430 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f on network 1724b505-b1d6-47b3-9e12-3eb273ce152f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:02:54.108942 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Attempting to bind port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f on network 1724b505-b1d6-47b3-9e12-3eb273ce152f {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:02:54.151231 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:02:54.151605 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Checking segment: {'id': 'a1c3c60c-e997-43e3-a1b1-8c813a5f63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1724b505-b1d6-47b3-9e12-3eb273ce152f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:02:54.151962 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Bound using segment: {'id': 'a1c3c60c-e997-43e3-a1b1-8c813a5f63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1724b505-b1d6-47b3-9e12-3eb273ce152f'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:02:54.152397 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Bound port: 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c3c60c-e997-43e3-a1b1-8c813a5f63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1724b505-b1d6-47b3-9e12-3eb273ce152f'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:02:54.152748 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (279f9086-ffdd-4a45-b3a8-12ba3bdbe32f), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:54.192395 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Router 7235985b-8add-4157-9073-1d0d72ee4609 is scheduled to L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 with binding_index 1 {{(pid=106242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 15:02:54.218676 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] For port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f, host hv-cinder-85646, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:02:54.222017 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] For port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=279f9086-ffdd-4a45-b3a8-12ba3bdbe32f,segment=NetworkSegment(a1c3c60c-e997-43e3-a1b1-8c813a5f63d6),segment_id=a1c3c60c-e997-43e3-a1b1-8c813a5f63d6)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:02:54.229123 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (279f9086-ffdd-4a45-b3a8-12ba3bdbe32f), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:54.234666 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:54.235370 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:54.236682 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e99b02f-6663-41b2-819d-985855959617 req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/279f9086-ffdd-4a45-b3a8-12ba3bdbe32f HTTP/1.1" status: 200 len: 1094 time: 0.7088418 Sep 22 15:02:54.237235 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf59429-3526-4026-b108-8e2d68c15345', 'tag': '279f9086-ffdd-4a45-b3a8-12ba3bdbe32f'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:02:54.241337 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1cc1b1-c478-4d11-bfee-1360bcd9f4fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf59429-3526-4026-b108-8e2d68c15345", "tag": "279f9086-ffdd-4a45-b3a8-12ba3bdbe32f"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:02:54.315252 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b962e6a-8ce2-453f-9e04-f85474b7fae9 x-openstack-request-id: req-5b962e6a-8ce2-453f-9e04-f85474b7fae9 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:02:54.315547 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf59429-3526-4026-b108-8e2d68c15345", "tag": "279f9086-ffdd-4a45-b3a8-12ba3bdbe32f", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:02:54.315799 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b962e6a-8ce2-453f-9e04-f85474b7fae9 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:02:54.316202 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b962e6a-8ce2-453f-9e04-f85474b7fae9'] response: {'name': 'network-changed', 'server_uuid': '4cf59429-3526-4026-b108-8e2d68c15345', 'tag': '279f9086-ffdd-4a45-b3a8-12ba3bdbe32f', 'status': 'completed', 'code': 200} Sep 22 15:02:54.319293 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8af384-c8ec-4355-a475-e1edff1c220f service neutron] Pushing event updated for resources: {'Port': ['ID=279f9086-ffdd-4a45-b3a8-12ba3bdbe32f,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:54.329473 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:02:54.340151 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Sync routers for ids ['7235985b-8add-4157-9073-1d0d72ee4609'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:02:54.362380 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Routers {'7235985b-8add-4157-9073-1d0d72ee4609'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:02:54.362939 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:02:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['7235985b-8add-4157-9073-1d0d72ee4609'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:02:54.367887 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:54.375883 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:54.379714 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-48d6d6bb-cf31-49fc-9360-c7e7ad98a51f admin admin] 10.222.0.66 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6716905 Sep 22 15:02:54.384087 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 52432) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:54.425359 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:54.448219 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb02c4e-d348-49e4-8a37-5e0e6959ffc7 req-2330807a-3518-40d5-96f5-ae289f15c9fa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:54.449799 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bbb02c4e-d348-49e4-8a37-5e0e6959ffc7 req-2330807a-3518-40d5-96f5-ae289f15c9fa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0614669 Sep 22 15:02:54.477055 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665a863-ad8d-423d-8e58-c3b78b398723 req-381fa4cc-624d-408b-9ed2-6cadc3008451 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:54.478605 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0665a863-ad8d-423d-8e58-c3b78b398723 req-381fa4cc-624d-408b-9ed2-6cadc3008451 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 944 time: 0.1609590 Sep 22 15:02:54.494642 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99b02f-6663-41b2-819d-985855959617 req-d542adf3-5e24-4ab1-b9ea-158560ea9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:54.496125 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e99b02f-6663-41b2-819d-985855959617 req-d542adf3-5e24-4ab1-b9ea-158560ea9b0a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=a3c8cd9129124bba97b08e1956580d6b&device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 1128 time: 0.1548903 Sep 22 15:02:54.509669 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Set router 7235985b-8add-4157-9073-1d0d72ee4609 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:02:54.564048 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bbb02c4e-d348-49e4-8a37-5e0e6959ffc7 req-606516a4-bbe2-4a59-b9a1-144bbf450f54 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001019 Sep 22 15:02:54.580997 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0665a863-ad8d-423d-8e58-c3b78b398723 req-9ba8bce9-b2c2-4cca-a10e-d5ce6cfb392c tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878010 Sep 22 15:02:54.636978 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e99b02f-6663-41b2-819d-985855959617 req-eb78e2b0-e532-4434-bfe3-d487d63bc061 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=279f9086-ffdd-4a45-b3a8-12ba3bdbe32f HTTP/1.1" status: 200 len: 217 time: 0.0398521 Sep 22 15:02:54.694872 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99b02f-6663-41b2-819d-985855959617 req-ff2af51f-9c20-4ffa-845b-2902407710bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:54.696409 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e99b02f-6663-41b2-819d-985855959617 req-ff2af51f-9c20-4ffa-845b-2902407710bc service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=eef6f12a-4d8d-45b4-bd84-e0559fef64b6 HTTP/1.1" status: 200 len: 854 time: 0.0514770 Sep 22 15:02:54.714776 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-66c06885-3a8b-41b6-af7a-a63979a518bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:54.741647 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e99b02f-6663-41b2-819d-985855959617 req-ec8ff6a6-44d0-4819-b505-71694ff64d3c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=1724b505-b1d6-47b3-9e12-3eb273ce152f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359471 Sep 22 15:02:54.764848 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588da1e5-c33c-4cc8-ac2a-126b084331e2 None None] Network 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:02:54.810891 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:54.826330 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235985b-8add-4157-9073-1d0d72ee4609', 'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd294363d-9633-43bb-9758-149121e63426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:52Z', 'updated_at': '2022-09-22T15:02:53Z', 'revision_number': 3, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'gw_port': {'id': 'd294363d-9633-43bb-9758-149121e63426', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:53Z', 'updated_at': '2022-09-22T15:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:02:54.836769 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:54.868703 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e99b02f-6663-41b2-819d-985855959617 req-a35d25db-a657-42bd-a27f-95dd4350df44 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1724b505-b1d6-47b3-9e12-3eb273ce152f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192589 Sep 22 15:02:54.972303 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e99b02f-6663-41b2-819d-985855959617 req-be7b797f-c645-48a0-8a95-9f077f86635e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1724b505-b1d6-47b3-9e12-3eb273ce152f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970175 Sep 22 15:02:54.987526 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 670d8851-3dbe-487c-8823-676170641dbf up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:02:54.993506 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Checking router: 7235985b-8add-4157-9073-1d0d72ee4609 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:02:54.993859 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Updating router 7235985b-8add-4157-9073-1d0d72ee4609 port d294363d-9633-43bb-9758-149121e63426 binding host dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:02:55.018804 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-1703eda6-8a39-497a-9ae0-b685c3271d4d None None] Provisioning complete for port 670d8851-3dbe-487c-8823-676170641dbf triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:02:55.019093 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1703eda6-8a39-497a-9ae0-b685c3271d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (670d8851-3dbe-487c-8823-676170641dbf), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.019448 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-1703eda6-8a39-497a-9ae0-b685c3271d4d None None] Attempt 1 to provision port 670d8851-3dbe-487c-8823-676170641dbf Sep 22 15:02:55.053232 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=13 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:55.055715 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=13 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:55.117495 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d294363d-9633-43bb-9758-149121e63426), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.123385 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.170901 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 670d8851-3dbe-487c-8823-676170641dbf triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:02:55.171355 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (670d8851-3dbe-487c-8823-676170641dbf), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.171637 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 670d8851-3dbe-487c-8823-676170641dbf Sep 22 15:02:55.176257 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:55.301315 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Allocated IP 172.20.0.1 (260a8bcd-2889-4d2c-bcdf-c0796aa1eca4/cc17b5e3-f48e-4014-8d8b-bfd29cb0e872/6fdfda83-6814-48da-956b-a4891b262b6d) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:02:55.308568 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-1703eda6-8a39-497a-9ae0-b685c3271d4d None None] Current status of the port 670d8851-3dbe-487c-8823-676170641dbf is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:02:55.308955 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1703eda6-8a39-497a-9ae0-b685c3271d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (670d8851-3dbe-487c-8823-676170641dbf), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.323444 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:55.415575 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Publish callbacks [] for port (6fdfda83-6814-48da-956b-a4891b262b6d), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.419701 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-1703eda6-8a39-497a-9ae0-b685c3271d4d None None] For port 670d8851-3dbe-487c-8823-676170641dbf, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=670d8851-3dbe-487c-8823-676170641dbf,segment=NetworkSegment(8f328c5f-8f0a-4e4c-8998-c449fdb37bb0),segment_id=8f328c5f-8f0a-4e4c-8998-c449fdb37bb0)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:02:55.432053 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1703eda6-8a39-497a-9ae0-b685c3271d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (670d8851-3dbe-487c-8823-676170641dbf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.440891 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 670d8851-3dbe-487c-8823-676170641dbf is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:02:55.441268 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (670d8851-3dbe-487c-8823-676170641dbf), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.449517 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (6fdfda83-6814-48da-956b-a4891b262b6d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.491175 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:55.495546 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Network 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:02:55.499500 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:02:55.503019 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:02:55.506715 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Pushing event updated for resources: {'Port': ['ID=6fdfda83-6814-48da-956b-a4891b262b6d,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:55.550860 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4097821'] for router_interface (7235985b-8add-4157-9073-1d0d72ee4609), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.582148 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703eda6-8a39-497a-9ae0-b685c3271d4d None None] Pushing event updated for resources: {'Port': ['ID=670d8851-3dbe-487c-8823-676170641dbf,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:55.588890 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-c37f591e-53b6-42a4-b73a-4f5f7f78f7bc None None] Provisioning complete for port 670d8851-3dbe-487c-8823-676170641dbf triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:02:55.589271 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c37f591e-53b6-42a4-b73a-4f5f7f78f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (670d8851-3dbe-487c-8823-676170641dbf), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.589612 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-c37f591e-53b6-42a4-b73a-4f5f7f78f7bc None None] Attempt 1 to provision port 670d8851-3dbe-487c-8823-676170641dbf Sep 22 15:02:55.591548 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.db.api [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 22 15:02:55.592029 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG oslo_db.api [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 15:02:55.600678 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:55.658117 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Publish callbacks [] for port (d294363d-9633-43bb-9758-149121e63426), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.669783 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (d294363d-9633-43bb-9758-149121e63426), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.715750 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6fdfda83-6814-48da-956b-a4891b262b6d), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.734580 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Attempting to bind port d294363d-9633-43bb-9758-149121e63426 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:02:55.734964 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Attempting to bind port d294363d-9633-43bb-9758-149121e63426 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:02:55.735355 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Attempting to bind port d294363d-9633-43bb-9758-149121e63426 on network 0158fd45-c628-47d4-94af-d510067846ec {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:02:55.784358 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd430f74-6a25-4edf-b97f-85ffb47e87be None None] Pushing event updated for resources: {'Port': ['ID=d294363d-9633-43bb-9758-149121e63426,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:55.789117 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-c37f591e-53b6-42a4-b73a-4f5f7f78f7bc None None] Current status of the port 670d8851-3dbe-487c-8823-676170641dbf is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:02:55.797323 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dd776-f49d-4028-bbc3-a1ce246dc36d req-f77d2697-436b-4831-97ee-718c944542e1 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:55.798831 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-674dd776-f49d-4028-bbc3-a1ce246dc36d req-f77d2697-436b-4831-97ee-718c944542e1 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0732229 Sep 22 15:02:55.804828 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:02:55.805038 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83db49-1c9a-41fa-83a0-b43c4e274556 req-2565b274-323c-4a52-8f34-93a0d1992f72 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:55.805209 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Checking segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:02:55.805610 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.806003 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Bound using segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:02:55.806412 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8b83db49-1c9a-41fa-83a0-b43c4e274556 req-2565b274-323c-4a52-8f34-93a0d1992f72 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 944 time: 0.0958540 Sep 22 15:02:55.806638 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Bound port: d294363d-9633-43bb-9758-149121e63426, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:02:55.807023 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d294363d-9633-43bb-9758-149121e63426), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.858449 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] For port d294363d-9633-43bb-9758-149121e63426, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:02:55.861897 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] For port d294363d-9633-43bb-9758-149121e63426, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=d294363d-9633-43bb-9758-149121e63426,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:02:55.870074 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (d294363d-9633-43bb-9758-149121e63426), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.903063 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-674dd776-f49d-4028-bbc3-a1ce246dc36d req-b493eef7-ae0e-4378-a427-68dc2bda1978 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837655 Sep 22 15:02:55.906974 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8b83db49-1c9a-41fa-83a0-b43c4e274556 req-3f1ae865-ecb6-4389-8bde-e0e97885b0bf tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903313 Sep 22 15:02:55.930526 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Publish callbacks [] for port (6fdfda83-6814-48da-956b-a4891b262b6d), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.938314 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (6fdfda83-6814-48da-956b-a4891b262b6d), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.941019 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Provisioning complete for port 6fdfda83-6814-48da-956b-a4891b262b6d triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:02:55.941467 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (6fdfda83-6814-48da-956b-a4891b262b6d), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:55.941810 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Attempt 1 to provision port 6fdfda83-6814-48da-956b-a4891b262b6d Sep 22 15:02:55.969428 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Routers {'7235985b-8add-4157-9073-1d0d72ee4609'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:02:55.970077 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:02:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['7235985b-8add-4157-9073-1d0d72ee4609'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:02:56.010227 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4097929'] for router_interface (7235985b-8add-4157-9073-1d0d72ee4609), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:56.012956 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Pushing event updated for resources: {'Port': ['ID=6fdfda83-6814-48da-956b-a4891b262b6d,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:56.014196 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd430f74-6a25-4edf-b97f-85ffb47e87be None None] Pushing event updated for resources: {'Port': ['ID=d294363d-9633-43bb-9758-149121e63426,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:56.026948 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:56.030436 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Port 6fdfda83-6814-48da-956b-a4891b262b6d cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:02:56.087799 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] Set router 7235985b-8add-4157-9073-1d0d72ee4609 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:02:56.106108 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Network 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:02:56.107503 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:02:56.116876 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:56.197814 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 670d8851-3dbe-487c-8823-676170641dbf is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:02:56.228129 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Router 7235985b-8add-4157-9073-1d0d72ee4609 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:02:56.315959 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235985b-8add-4157-9073-1d0d72ee4609', 'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd294363d-9633-43bb-9758-149121e63426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:52Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 4, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'gw_port': {'id': 'd294363d-9633-43bb-9758-149121e63426', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:53Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '6fdfda83-6814-48da-956b-a4891b262b6d', 'name': '', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'mac_address': 'fa:16:3e:eb:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:55Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 2, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'subnets': [{'id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:02:56.341126 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45be69a-5b5f-4a66-8d40-6442c237ec09 None None] The sync data for ids ['7235985b-8add-4157-9073-1d0d72ee4609'] in dv-cinder-856463-5-iscsi is: [{'id': '7235985b-8add-4157-9073-1d0d72ee4609', 'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd294363d-9633-43bb-9758-149121e63426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:52Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 4, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'gw_port': {'id': 'd294363d-9633-43bb-9758-149121e63426', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:53Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '6fdfda83-6814-48da-956b-a4891b262b6d', 'name': '', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'mac_address': 'fa:16:3e:eb:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:55Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 2, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'subnets': [{'id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:02:56.341780 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:02:56.351252 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-508cc482-2d0f-49fc-968a-e6e38d42f60a admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/7235985b-8add-4157-9073-1d0d72ee4609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9634938 Sep 22 15:02:56.534549 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Attempt 2 to provision port 6fdfda83-6814-48da-956b-a4891b262b6d Sep 22 15:02:56.580509 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Port 6fdfda83-6814-48da-956b-a4891b262b6d cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:02:56.645906 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 55a8cf19-235c-45bb-bea4-adcb554d7518 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:02:56.783996 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 670d8851-3dbe-487c-8823-676170641dbf up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:02:56.821555 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 55a8cf19-235c-45bb-bea4-adcb554d7518, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=55a8cf19-235c-45bb-bea4-adcb554d7518,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:02:56.841330 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'port_id': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'mac_address': 'fa:16:3e:9e:12:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:02:56.880240 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 670d8851-3dbe-487c-8823-676170641dbf triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:02:56.880617 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (670d8851-3dbe-487c-8823-676170641dbf), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:56.880990 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 670d8851-3dbe-487c-8823-676170641dbf Sep 22 15:02:56.902295 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 52454) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:56.907760 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-377562917-network', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:02:56.909393 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 55a8cf19-235c-45bb-bea4-adcb554d7518 is: ACTIVE; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:02:56.909791 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:56.933381 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] Made reservation on behalf of 6ae921f7a2cb48aaa698c627874b544e for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:02:56.934333 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55a8cf19-235c-45bb-bea4-adcb554d7518 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:02:56.936539 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:56.951347 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:56.965146 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 55a8cf19-235c-45bb-bea4-adcb554d7518, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=55a8cf19-235c-45bb-bea4-adcb554d7518,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:02:56.978892 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:56.988395 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:57.044445 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:57.057693 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 670d8851-3dbe-487c-8823-676170641dbf is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:02:57.076849 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=55a8cf19-235c-45bb-bea4-adcb554d7518,revision_number=6']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:57.082194 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Attempt 3 to provision port 6fdfda83-6814-48da-956b-a4891b262b6d Sep 22 15:02:57.102338 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] Publish callbacks [] for security_group (6b29b3f9-4c80-4c5f-be4e-bee689d09a56), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:57.108935 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (6b29b3f9-4c80-4c5f-be4e-bee689d09a56), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:57.151566 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b29b3f9-4c80-4c5f-be4e-bee689d09a56,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:57.160698 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 15:02:57.164952 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b745f-0037-4e84-8ef7-d6b9948989a9 req-0e449bbe-1c05-4f25-902b-cff49bed4975 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:57.174251 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1e3b745f-0037-4e84-8ef7-d6b9948989a9 req-0e449bbe-1c05-4f25-902b-cff49bed4975 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 944 time: 0.1051021 Sep 22 15:02:57.174597 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (0d03c079-e1b4-4fb5-98c9-8fa8228b59e5), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:57.175012 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] Added segment 0d03c079-e1b4-4fb5-98c9-8fa8228b59e5 of type vlan for network ea012578-e47a-412a-a0de-4cc0569760fd Sep 22 15:02:57.182922 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7746986-b8ff-467d-9866-eabf2bc2bfa3 req-4863b6bd-74dc-4292-bbb0-db40a65e0fac tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:57.184802 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e7746986-b8ff-467d-9866-eabf2bc2bfa3 req-4863b6bd-74dc-4292-bbb0-db40a65e0fac tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 944 time: 0.1047943 Sep 22 15:02:57.229488 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (ea012578-e47a-412a-a0de-4cc0569760fd), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:57.261263 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (ea012578-e47a-412a-a0de-4cc0569760fd), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:57.262269 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:57.262968 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:57.295447 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1e3b745f-0037-4e84-8ef7-d6b9948989a9 req-216c3d0b-cdcd-4a5c-a4f4-99e9bd663785 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183798 Sep 22 15:02:57.298782 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:57.316338 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e7746986-b8ff-467d-9866-eabf2bc2bfa3 req-be00addf-91ca-497d-825c-ad7e9bcbbb4b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219165 Sep 22 15:02:57.318286 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Port 6fdfda83-6814-48da-956b-a4891b262b6d cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:02:57.320086 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5478390e-8181-4fb9-8c49-20d3a31017a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:57.359527 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] Pushing event updated for resources: {'Network': ['ID=ea012578-e47a-412a-a0de-4cc0569760fd,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:57.366430 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['55a8cf19-235c-45bb-bea4-adcb554d7518'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:02:57.374052 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network ea012578-e47a-412a-a0de-4cc0569760fd details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 15:02:57.374240 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2e59181f-83fc-4bdd-b895-c47a10a37b14 admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4688921 Sep 22 15:02:57.375227 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 52460) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:57.380256 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-8640cf3c-348b-4a34-86fb-aaed911285f6 admin admin] Request body: {'subnet': {'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-377562917-subnet', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'ip_version': 4}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:02:57.406522 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8640cf3c-348b-4a34-86fb-aaed911285f6 admin admin] Made reservation on behalf of 6ae921f7a2cb48aaa698c627874b544e for: {'subnet': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:02:57.409657 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8640cf3c-348b-4a34-86fb-aaed911285f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10217131'] for subnet (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:57.556625 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:57.607882 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8640cf3c-348b-4a34-86fb-aaed911285f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2325416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10217149'] for subnet (c950711a-adab-4c89-b530-ab1febcd361d), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:57.678199 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640cf3c-348b-4a34-86fb-aaed911285f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c950711a-adab-4c89-b530-ab1febcd361d,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:57.689417 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8640cf3c-348b-4a34-86fb-aaed911285f6 admin admin] Checking segment: {'id': '0d03c079-e1b4-4fb5-98c9-8fa8228b59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:02:57.689721 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8640cf3c-348b-4a34-86fb-aaed911285f6 admin admin] Network hostable DHCP agents. Network: ea012578-e47a-412a-a0de-4cc0569760fd, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 15:02:57.707879 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8640cf3c-348b-4a34-86fb-aaed911285f6 admin admin] Network ea012578-e47a-412a-a0de-4cc0569760fd is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 15:02:57.717476 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-8640cf3c-348b-4a34-86fb-aaed911285f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, ea012578-e47a-412a-a0de-4cc0569760fd) {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:02:57.722177 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8640cf3c-348b-4a34-86fb-aaed911285f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:57.722784 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8640cf3c-348b-4a34-86fb-aaed911285f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:57.731641 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364684a0-f345-4a63-a41d-9aff26850c03 None None] Network ea012578-e47a-412a-a0de-4cc0569760fd requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:02:57.732680 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:57.750551 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-8640cf3c-348b-4a34-86fb-aaed911285f6 admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3727238 Sep 22 15:02:57.751837 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 52462) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:02:57.758442 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-377562917-router', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:02:57.781843 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4124553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15760'] for router (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:57.782892 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4099067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4192051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15769'] for router (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:57.788154 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:57.820349 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Attempt 4 to provision port 6fdfda83-6814-48da-956b-a4891b262b6d Sep 22 15:02:57.836539 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Publish callbacks [] for router_controller (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), precommit_add_association {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:57.872599 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Port 6fdfda83-6814-48da-956b-a4891b262b6d cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:02:57.881040 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd1ba1b-f342-5f5c-8987-fbda7cf6b98e-ea012578-e47a-412a-a0de-4cc0569760fd', 'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd', 'project_id': '6ae921f7a2cb48aaa698c627874b544e', 'fixed_ips': [{'subnet_id': 'c950711a-adab-4c89-b530-ab1febcd361d'}]}} from dv-cinder-856463-5-iscsi. {{(pid=106243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 15:02:57.882872 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:57.979581 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Publish callbacks [] for router_gateway (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:58.021990 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Allocated IP 172.20.0.2 (ea012578-e47a-412a-a0de-4cc0569760fd/c950711a-adab-4c89-b530-ab1febcd361d/16035ca5-806f-47c0-a14c-3f920a5997e7) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:02:58.181969 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Publish callbacks [] for port (16035ca5-806f-47c0-a14c-3f920a5997e7), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:58.192190 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (16035ca5-806f-47c0-a14c-3f920a5997e7), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:58.213684 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Publish callbacks [] for router_gateway (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:58.242820 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:58.256700 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Network ea012578-e47a-412a-a0de-4cc0569760fd is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:02:58.256963 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cc1b1-c478-4d11-bfee-1360bcd9f4fa req-d1ca07c8-a882-4720-b2a1-a8eef6e0ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:58.258481 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6a1cc1b1-c478-4d11-bfee-1360bcd9f4fa req-d1ca07c8-a882-4720-b2a1-a8eef6e0ecc2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=a3c8cd9129124bba97b08e1956580d6b&device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 1128 time: 0.0889196 Sep 22 15:02:58.261466 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:02:58.263065 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Pushing event updated for resources: {'Port': ['ID=16035ca5-806f-47c0-a14c-3f920a5997e7,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:58.265142 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:58.266224 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:02:58.326093 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Attempting to bind port 16035ca5-806f-47c0-a14c-3f920a5997e7 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:02:58.326943 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Attempting to bind port 16035ca5-806f-47c0-a14c-3f920a5997e7 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '0d03c079-e1b4-4fb5-98c9-8fa8228b59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:02:58.326943 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Attempting to bind port 16035ca5-806f-47c0-a14c-3f920a5997e7 on network ea012578-e47a-412a-a0de-4cc0569760fd {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:02:58.374190 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Attempt 5 to provision port 6fdfda83-6814-48da-956b-a4891b262b6d Sep 22 15:02:58.378104 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:58.403978 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:02:58.404364 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Checking segment: {'id': '0d03c079-e1b4-4fb5-98c9-8fa8228b59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:02:58.404781 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:58.405179 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Bound using segment: {'id': '0d03c079-e1b4-4fb5-98c9-8fa8228b59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:02:58.405676 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Bound port: 16035ca5-806f-47c0-a14c-3f920a5997e7, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d03c079-e1b4-4fb5-98c9-8fa8228b59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:02:58.406056 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (16035ca5-806f-47c0-a14c-3f920a5997e7), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:58.428052 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Port 6fdfda83-6814-48da-956b-a4891b262b6d cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:02:58.475859 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cc1b1-c478-4d11-bfee-1360bcd9f4fa req-f4f58fa2-d543-49cf-95db-b86cc15ac17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:58.477579 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6a1cc1b1-c478-4d11-bfee-1360bcd9f4fa req-f4f58fa2-d543-49cf-95db-b86cc15ac17e service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=1724b505-b1d6-47b3-9e12-3eb273ce152f HTTP/1.1" status: 200 len: 915 time: 0.2125969 Sep 22 15:02:58.482274 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] For port 16035ca5-806f-47c0-a14c-3f920a5997e7, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:02:58.486041 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] For port 16035ca5-806f-47c0-a14c-3f920a5997e7, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=16035ca5-806f-47c0-a14c-3f920a5997e7,segment=NetworkSegment(0d03c079-e1b4-4fb5-98c9-8fa8228b59e5),segment_id=0d03c079-e1b4-4fb5-98c9-8fa8228b59e5)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:02:58.490058 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Allocated IP 172.27.1.199 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/d4a24b0c-c3c8-4b13-8672-cdcc59f7e747) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:02:58.494131 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (16035ca5-806f-47c0-a14c-3f920a5997e7), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:58.560315 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5327b-16c0-40ca-8085-8c2fd434a64c None None] Pushing event updated for resources: {'Port': ['ID=16035ca5-806f-47c0-a14c-3f920a5997e7,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:58.564433 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d348b-8074-4cc6-b71c-18e7cdddc306 req-84ecf490-5be5-41cf-b560-b4fdc45f8780 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:58.565942 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-560d348b-8074-4cc6-b71c-18e7cdddc306 req-84ecf490-5be5-41cf-b560-b4fdc45f8780 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 944 time: 0.1415102 Sep 22 15:02:58.570812 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6a1cc1b1-c478-4d11-bfee-1360bcd9f4fa req-a5b0f62e-e70b-41e6-84cb-135c249434e5 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=279f9086-ffdd-4a45-b3a8-12ba3bdbe32f HTTP/1.1" status: 200 len: 217 time: 0.0822949 Sep 22 15:02:58.610981 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45384e99-057e-4c66-9a4d-13700b2f520b req-7b1940fc-b4eb-4a5d-956c-e79167af9eda tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:58.612528 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-45384e99-057e-4c66-9a4d-13700b2f520b req-7b1940fc-b4eb-4a5d-956c-e79167af9eda tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 944 time: 0.1692970 Sep 22 15:02:58.624772 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Sync routers for ids ['7235985b-8add-4157-9073-1d0d72ee4609'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:02:58.636500 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Routers {'7235985b-8add-4157-9073-1d0d72ee4609'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:02:58.637309 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:02:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['7235985b-8add-4157-9073-1d0d72ee4609'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:02:58.661102 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:02:58.718842 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 55a8cf19-235c-45bb-bea4-adcb554d7518 up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:02:58.720912 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:58.782028 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:58.823240 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-45384e99-057e-4c66-9a4d-13700b2f520b req-c60dbbfd-7d39-4950-ab51-66decfb95cfd tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751609 Sep 22 15:02:58.825813 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cc1b1-c478-4d11-bfee-1360bcd9f4fa req-08dd4ecc-1335-4e20-b951-cf2e76e22603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:02:58.828276 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Set router 7235985b-8add-4157-9073-1d0d72ee4609 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:02:58.832467 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6a1cc1b1-c478-4d11-bfee-1360bcd9f4fa req-08dd4ecc-1335-4e20-b951-cf2e76e22603 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=eef6f12a-4d8d-45b4-bd84-e0559fef64b6 HTTP/1.1" status: 200 len: 854 time: 0.2516000 Sep 22 15:02:58.840479 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-560d348b-8074-4cc6-b71c-18e7cdddc306 req-1142ef3d-ebe6-43a3-aaa1-ffe10932cccc tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652187 Sep 22 15:02:58.900732 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 55a8cf19-235c-45bb-bea4-adcb554d7518 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:02:58.901121 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:58.901454 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 55a8cf19-235c-45bb-bea4-adcb554d7518 Sep 22 15:02:58.903853 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6a1cc1b1-c478-4d11-bfee-1360bcd9f4fa req-8cf98f3d-d1ce-4ba0-98c1-62d779b59da7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=1724b505-b1d6-47b3-9e12-3eb273ce152f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620699 Sep 22 15:02:58.929807 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Attempt 6 to provision port 6fdfda83-6814-48da-956b-a4891b262b6d Sep 22 15:02:58.951665 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:58.983293 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 16035ca5-806f-47c0-a14c-3f920a5997e7 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:02:58.990784 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Publish callbacks [] for port (d4a24b0c-c3c8-4b13-8672-cdcc59f7e747), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.025797 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=279f9086-ffdd-4a45-b3a8-12ba3bdbe32f,segment=NetworkSegment(a1c3c60c-e997-43e3-a1b1-8c813a5f63d6),segment_id=a1c3c60c-e997-43e3-a1b1-8c813a5f63d6)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:02:59.041095 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Port 6fdfda83-6814-48da-956b-a4891b262b6d cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:02:59.056386 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '279f9086-ffdd-4a45-b3a8-12ba3bdbe32f', 'network_id': '1724b505-b1d6-47b3-9e12-3eb273ce152f', 'port_id': '279f9086-ffdd-4a45-b3a8-12ba3bdbe32f', 'mac_address': 'fa:16:3e:fe:b9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef6f12a-4d8d-45b4-bd84-e0559fef64b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:02:59.058902 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6a1cc1b1-c478-4d11-bfee-1360bcd9f4fa req-6d66dc53-6033-47f8-a942-7ec8b72c01cc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1724b505-b1d6-47b3-9e12-3eb273ce152f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326327 Sep 22 15:02:59.060335 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (d4a24b0c-c3c8-4b13-8672-cdcc59f7e747), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.120474 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 16035ca5-806f-47c0-a14c-3f920a5997e7 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:02:59.120712 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (16035ca5-806f-47c0-a14c-3f920a5997e7), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.120864 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 16035ca5-806f-47c0-a14c-3f920a5997e7 Sep 22 15:02:59.127502 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235985b-8add-4157-9073-1d0d72ee4609', 'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd294363d-9633-43bb-9758-149121e63426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:52Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 4, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'gw_port': {'id': 'd294363d-9633-43bb-9758-149121e63426', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:53Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '6fdfda83-6814-48da-956b-a4891b262b6d', 'name': '', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'mac_address': 'fa:16:3e:eb:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:55Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 2, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'subnets': [{'id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:02:59.151990 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:02:59.152218 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 55a8cf19-235c-45bb-bea4-adcb554d7518 is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:02:59.152616 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.158206 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:02:59.158549 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:02:59.158945 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (279f9086-ffdd-4a45-b3a8-12ba3bdbe32f), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.165299 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Checking router: 7235985b-8add-4157-9073-1d0d72ee4609 for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:02:59.166377 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Updating router 7235985b-8add-4157-9073-1d0d72ee4609 port 6fdfda83-6814-48da-956b-a4891b262b6d binding host dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:02:59.168575 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:02:59.173492 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a24b0c-c3c8-4b13-8672-cdcc59f7e747,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:59.194347 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:02:59.208285 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a8cf19-235c-45bb-bea4-adcb554d7518'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:02:59.210065 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6fdfda83-6814-48da-956b-a4891b262b6d), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.210621 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09b90da-0a9a-4d81-9cac-e6fbe9958a68" -d '{"events": [{"server_uuid": "19a37c1c-ad55-4d39-a120-00b0ac6fb5af", "name": "network-vif-plugged", "status": "completed", "tag": "55a8cf19-235c-45bb-bea4-adcb554d7518"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:02:59.242840 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 55a8cf19-235c-45bb-bea4-adcb554d7518, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=55a8cf19-235c-45bb-bea4-adcb554d7518,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:02:59.243001 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6a1cc1b1-c478-4d11-bfee-1360bcd9f4fa req-5db32d98-101e-4638-8d0e-b2191ebae31c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1724b505-b1d6-47b3-9e12-3eb273ce152f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745296 Sep 22 15:02:59.243696 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=279f9086-ffdd-4a45-b3a8-12ba3bdbe32f,segment=NetworkSegment(a1c3c60c-e997-43e3-a1b1-8c813a5f63d6),segment_id=a1c3c60c-e997-43e3-a1b1-8c813a5f63d6)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:02:59.264034 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (279f9086-ffdd-4a45-b3a8-12ba3bdbe32f), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.265869 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.301426 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4c70fd-07af-40a7-849e-51061663d50c x-openstack-request-id: req-9b4c70fd-07af-40a7-849e-51061663d50c {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:02:59.301743 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a37c1c-ad55-4d39-a120-00b0ac6fb5af", "name": "network-vif-plugged", "status": "completed", "tag": "55a8cf19-235c-45bb-bea4-adcb554d7518", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:02:59.302002 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9b4c70fd-07af-40a7-849e-51061663d50c {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:02:59.302396 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b4c70fd-07af-40a7-849e-51061663d50c'] response: {'server_uuid': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'code': 200} Sep 22 15:02:59.310160 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 16035ca5-806f-47c0-a14c-3f920a5997e7 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:02:59.310552 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (16035ca5-806f-47c0-a14c-3f920a5997e7), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.346983 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:02:59.349658 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=279f9086-ffdd-4a45-b3a8-12ba3bdbe32f,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:59.395921 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port 16035ca5-806f-47c0-a14c-3f920a5997e7, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=16035ca5-806f-47c0-a14c-3f920a5997e7,segment=NetworkSegment(0d03c079-e1b4-4fb5-98c9-8fa8228b59e5),segment_id=0d03c079-e1b4-4fb5-98c9-8fa8228b59e5)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:02:59.425348 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (16035ca5-806f-47c0-a14c-3f920a5997e7), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.427040 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d294363d-9633-43bb-9758-149121e63426 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:02:59.432057 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:59.455182 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=55a8cf19-235c-45bb-bea4-adcb554d7518,revision_number=7']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:59.497310 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:59.519856 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Publish callbacks [] for router_gateway (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.534688 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=16035ca5-806f-47c0-a14c-3f920a5997e7,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:59.538460 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port d294363d-9633-43bb-9758-149121e63426 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:02:59.538833 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (d294363d-9633-43bb-9758-149121e63426), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.539243 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port d294363d-9633-43bb-9758-149121e63426 Sep 22 15:02:59.542273 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Attempt 7 to provision port 6fdfda83-6814-48da-956b-a4891b262b6d Sep 22 15:02:59.551315 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Publish callbacks [] for port (6fdfda83-6814-48da-956b-a4891b262b6d), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.559945 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (6fdfda83-6814-48da-956b-a4891b262b6d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.601127 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Port 6fdfda83-6814-48da-956b-a4891b262b6d cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:02:59.607751 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Pushing event updated for resources: {'Port': ['ID=6fdfda83-6814-48da-956b-a4891b262b6d,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:59.616512 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:59.617197 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:59.617711 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:59.618216 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:59.618725 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:59.619236 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:59.619714 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:59.620193 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:59.620669 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:59.621162 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:59.621639 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:59.622139 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:59.622622 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:59.623096 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:59.623604 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:02:59.650036 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port d294363d-9633-43bb-9758-149121e63426 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:02:59.650428 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d294363d-9633-43bb-9758-149121e63426), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.675338 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port d294363d-9633-43bb-9758-149121e63426, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=d294363d-9633-43bb-9758-149121e63426,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:02:59.680482 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (d294363d-9633-43bb-9758-149121e63426), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.710439 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Attempting to bind port 6fdfda83-6814-48da-956b-a4891b262b6d on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:02:59.711032 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Attempting to bind port 6fdfda83-6814-48da-956b-a4891b262b6d by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '8f328c5f-8f0a-4e4c-8998-c449fdb37bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:02:59.711262 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Attempting to bind port 6fdfda83-6814-48da-956b-a4891b262b6d on network 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:02:59.714342 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:02:59.740578 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=d294363d-9633-43bb-9758-149121e63426,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:02:59.769645 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15444507-3345-4f2a-9c28-b85de069b379 None None] Network ea012578-e47a-412a-a0de-4cc0569760fd requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:02:59.779783 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:02:59.780206 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Checking segment: {'id': '8f328c5f-8f0a-4e4c-8998-c449fdb37bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:02:59.780569 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.780964 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Bound using segment: {'id': '8f328c5f-8f0a-4e4c-8998-c449fdb37bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:02:59.781446 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Bound port: 6fdfda83-6814-48da-956b-a4891b262b6d, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f328c5f-8f0a-4e4c-8998-c449fdb37bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:02:59.781827 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6fdfda83-6814-48da-956b-a4891b262b6d), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.852402 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] For port 6fdfda83-6814-48da-956b-a4891b262b6d, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:02:59.856389 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] For port 6fdfda83-6814-48da-956b-a4891b262b6d, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=6fdfda83-6814-48da-956b-a4891b262b6d,segment=NetworkSegment(8f328c5f-8f0a-4e4c-8998-c449fdb37bb0),segment_id=8f328c5f-8f0a-4e4c-8998-c449fdb37bb0)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:02:59.863514 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (6fdfda83-6814-48da-956b-a4891b262b6d), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:02:59.868947 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['279f9086-ffdd-4a45-b3a8-12ba3bdbe32f'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:02:59.944331 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Routers {'7235985b-8add-4157-9073-1d0d72ee4609'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:02:59.944982 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:02:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['7235985b-8add-4157-9073-1d0d72ee4609'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:03:00.019840 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:00.025924 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:00.076741 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:00.086361 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f78f4-bf74-4042-ac29-523071127ac8 None None] Pushing event updated for resources: {'Port': ['ID=6fdfda83-6814-48da-956b-a4891b262b6d,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:00.092706 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2143-20e4-4c2d-b2b8-cb80b48dca5a req-b8ca1303-b297-4742-a03d-a57dfe9ea2ca tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:00.094593 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8e5e2143-20e4-4c2d-b2b8-cb80b48dca5a req-b8ca1303-b297-4742-a03d-a57dfe9ea2ca tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 945 time: 0.1001301 Sep 22 15:03:00.102204 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Attempt 8 to provision port 6fdfda83-6814-48da-956b-a4891b262b6d Sep 22 15:03:00.104848 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] Set router 7235985b-8add-4157-9073-1d0d72ee4609 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:03:00.105360 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcfc20-53cb-43f1-9cc6-839306464402 req-bfc25600-0b7e-4d28-969a-5e3cff725682 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:00.107142 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dcbcfc20-53cb-43f1-9cc6-839306464402 req-bfc25600-0b7e-4d28-969a-5e3cff725682 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.1138034 Sep 22 15:03:00.108591 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121636'] for router (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:00.187454 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Current status of the port 6fdfda83-6814-48da-956b-a4891b262b6d is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:00.187852 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6fdfda83-6814-48da-956b-a4891b262b6d), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:00.198278 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:00.225484 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] For port 6fdfda83-6814-48da-956b-a4891b262b6d, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=6fdfda83-6814-48da-956b-a4891b262b6d,segment=NetworkSegment(8f328c5f-8f0a-4e4c-8998-c449fdb37bb0),segment_id=8f328c5f-8f0a-4e4c-8998-c449fdb37bb0)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:03:00.226744 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:00.230673 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8e5e2143-20e4-4c2d-b2b8-cb80b48dca5a req-f187f4b6-67f3-40a7-91ef-a1bfbb7301ce tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167436 Sep 22 15:03:00.231933 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (6fdfda83-6814-48da-956b-a4891b262b6d), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:00.286076 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dcbcfc20-53cb-43f1-9cc6-839306464402 req-041da880-29d5-4bb0-9a33-25e5c3028fcd tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709261 Sep 22 15:03:00.290307 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f599bd-c592-4d45-a0ea-b0d7af23c22a None None] Pushing event updated for resources: {'Port': ['ID=6fdfda83-6814-48da-956b-a4891b262b6d,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:00.329703 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Router cbea70b4-ed56-4a88-bc34-e21f9eb5c839 is scheduled to L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 with binding_index 1 {{(pid=106241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 15:03:00.343730 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:00.356383 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-dfe2124e-8511-448a-8f43-dacf3fd8a824 None None] Provisioning complete for port 6fdfda83-6814-48da-956b-a4891b262b6d triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:03:00.356756 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dfe2124e-8511-448a-8f43-dacf3fd8a824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (6fdfda83-6814-48da-956b-a4891b262b6d), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:00.357087 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-dfe2124e-8511-448a-8f43-dacf3fd8a824 None None] Attempt 1 to provision port 6fdfda83-6814-48da-956b-a4891b262b6d Sep 22 15:03:00.364266 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235985b-8add-4157-9073-1d0d72ee4609', 'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd294363d-9633-43bb-9758-149121e63426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:52Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 4, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'gw_port': {'id': 'd294363d-9633-43bb-9758-149121e63426', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:53Z', 'updated_at': '2022-09-22T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '6fdfda83-6814-48da-956b-a4891b262b6d', 'name': '', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'mac_address': 'fa:16:3e:eb:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:55Z', 'updated_at': '2022-09-22T15:02:59Z', 'revision_number': 4, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'subnets': [{'id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:03:00.392444 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d353282-ab16-46cb-a22e-2237e503d8cd None None] The sync data for ids ['7235985b-8add-4157-9073-1d0d72ee4609'] in dv-cinder-856463-5-iscsi is: [{'id': '7235985b-8add-4157-9073-1d0d72ee4609', 'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd294363d-9633-43bb-9758-149121e63426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:52Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 4, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'gw_port': {'id': 'd294363d-9633-43bb-9758-149121e63426', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:53Z', 'updated_at': '2022-09-22T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '6fdfda83-6814-48da-956b-a4891b262b6d', 'name': '', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'mac_address': 'fa:16:3e:eb:5b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:55Z', 'updated_at': '2022-09-22T15:02:59Z', 'revision_number': 4, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'subnets': [{'id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:03:00.429806 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:03:00.444048 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Sync routers for ids ['cbea70b4-ed56-4a88-bc34-e21f9eb5c839'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:03:00.447364 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:00.451349 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:00.451566 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2124e-8511-448a-8f43-dacf3fd8a824 None None] Current status of the port 6fdfda83-6814-48da-956b-a4891b262b6d is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:00.455547 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 52476) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:03:00.456044 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-4932ff49-9007-4e3d-9b63-b5ad5d1be896 admin admin] 10.222.0.66 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7036994 Sep 22 15:03:00.472582 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Routers {'cbea70b4-ed56-4a88-bc34-e21f9eb5c839'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:03:00.473215 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:02:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['cbea70b4-ed56-4a88-bc34-e21f9eb5c839'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:03:00.475125 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-dfe2124e-8511-448a-8f43-dacf3fd8a824 None None] Provisioning complete for port 16035ca5-806f-47c0-a14c-3f920a5997e7 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:03:00.484044 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dfe2124e-8511-448a-8f43-dacf3fd8a824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (16035ca5-806f-47c0-a14c-3f920a5997e7), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:00.484044 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-dfe2124e-8511-448a-8f43-dacf3fd8a824 None None] Attempt 1 to provision port 16035ca5-806f-47c0-a14c-3f920a5997e7 Sep 22 15:03:00.778118 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Set router cbea70b4-ed56-4a88-bc34-e21f9eb5c839 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:03:00.780401 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2124e-8511-448a-8f43-dacf3fd8a824 None None] Current status of the port 16035ca5-806f-47c0-a14c-3f920a5997e7 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:00.834272 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 16035ca5-806f-47c0-a14c-3f920a5997e7 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:03:00.935507 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:00.952419 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 16035ca5-806f-47c0-a14c-3f920a5997e7 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:03:00.952793 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (16035ca5-806f-47c0-a14c-3f920a5997e7), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:00.953128 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 16035ca5-806f-47c0-a14c-3f920a5997e7 Sep 22 15:03:01.023679 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'name': 'tempest-TestMinimumBasicScenario-377562917-router', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'd4a24b0c-c3c8-4b13-8672-cdcc59f7e747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:57Z', 'updated_at': '2022-09-22T15:02:59Z', 'revision_number': 3, 'project_id': '6ae921f7a2cb48aaa698c627874b544e', 'gw_port': {'id': 'd4a24b0c-c3c8-4b13-8672-cdcc59f7e747', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:58Z', 'updated_at': '2022-09-22T15:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:03:01.055249 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Checking router: cbea70b4-ed56-4a88-bc34-e21f9eb5c839 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:03:01.055498 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Updating router cbea70b4-ed56-4a88-bc34-e21f9eb5c839 port d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 binding host dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:03:01.085088 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:01.108127 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d4a24b0c-c3c8-4b13-8672-cdcc59f7e747), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.109143 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Allocated IP 172.20.0.1 (ea012578-e47a-412a-a0de-4cc0569760fd/c950711a-adab-4c89-b530-ab1febcd361d/6c5e1e41-ddf3-4513-bcbf-5802b409be23) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:03:01.130218 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 16035ca5-806f-47c0-a14c-3f920a5997e7 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:01.131149 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d294363d-9633-43bb-9758-149121e63426 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:03:01.172882 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:01.234140 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Publish callbacks [] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.269429 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port d294363d-9633-43bb-9758-149121e63426 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:03:01.269801 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (d294363d-9633-43bb-9758-149121e63426), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.270140 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port d294363d-9633-43bb-9758-149121e63426 Sep 22 15:03:01.275606 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.315987 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:01.317832 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Network ea012578-e47a-412a-a0de-4cc0569760fd is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:03:01.321737 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:03:01.325616 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:03:01.357730 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:03:01.371974 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=6c5e1e41-ddf3-4513-bcbf-5802b409be23,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:01.413303 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4097821'] for router_interface (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.444975 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:01.457671 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf296a55-85bc-41f1-a698-e49c0e55a181 req-05e4ceb3-6131-4b56-98b9-c922211e6f5c tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:01.459432 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cf296a55-85bc-41f1-a698-e49c0e55a181 req-05e4ceb3-6131-4b56-98b9-c922211e6f5c tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 945 time: 0.1252959 Sep 22 15:03:01.489299 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da2296-0dcb-4166-99be-cd059054d102 req-90e42010-3a2b-4f01-bd46-82a481f6da63 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:01.501873 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port d294363d-9633-43bb-9758-149121e63426 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:01.503007 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 6fdfda83-6814-48da-956b-a4891b262b6d up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:03:01.507158 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f8da2296-0dcb-4166-99be-cd059054d102 req-90e42010-3a2b-4f01-bd46-82a481f6da63 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0973594 Sep 22 15:03:01.558319 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:03:01.581106 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cf296a55-85bc-41f1-a698-e49c0e55a181 req-38f9d124-4ff5-4b58-bfd1-f4bfc0b47887 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156232 Sep 22 15:03:01.595532 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:03:01.596086 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (279f9086-ffdd-4a45-b3a8-12ba3bdbe32f), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.596523 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f Sep 22 15:03:01.601280 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f8da2296-0dcb-4166-99be-cd059054d102 req-82797093-21e7-4221-b417-420ea4916e61 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949092 Sep 22 15:03:01.633422 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Publish callbacks [] for port (d4a24b0c-c3c8-4b13-8672-cdcc59f7e747), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.654880 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (d4a24b0c-c3c8-4b13-8672-cdcc59f7e747), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.662948 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Provisioning complete for port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:03:01.663344 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.663684 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Attempt 1 to provision port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 Sep 22 15:03:01.730330 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Attempting to bind port d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:03:01.730703 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Attempting to bind port d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:03:01.731074 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Attempting to bind port d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 on network 0158fd45-c628-47d4-94af-d510067846ec {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:03:01.766623 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 6fdfda83-6814-48da-956b-a4891b262b6d triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:03:01.767003 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (6fdfda83-6814-48da-956b-a4891b262b6d), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.767379 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 6fdfda83-6814-48da-956b-a4891b262b6d Sep 22 15:03:01.783454 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.799876 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:03:01.803729 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa92536-48d8-44e8-b5a4-a2cd3c494d01 None None] Pushing event updated for resources: {'Port': ['ID=d4a24b0c-c3c8-4b13-8672-cdcc59f7e747,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:01.856894 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:03:01.857183 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Checking segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:03:01.857595 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.857995 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Bound using segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:03:01.858484 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Bound port: d4a24b0c-c3c8-4b13-8672-cdcc59f7e747, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:03:01.858869 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d4a24b0c-c3c8-4b13-8672-cdcc59f7e747), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.888750 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:01.889144 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (279f9086-ffdd-4a45-b3a8-12ba3bdbe32f), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.944912 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Publish callbacks [] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.949369 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.950533 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf59429-3526-4026-b108-8e2d68c15345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279f9086-ffdd-4a45-b3a8-12ba3bdbe32f'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:03:01.952830 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15868a84-36ba-4bd8-9358-b446caaadc19" -d '{"events": [{"server_uuid": "4cf59429-3526-4026-b108-8e2d68c15345", "name": "network-vif-plugged", "status": "completed", "tag": "279f9086-ffdd-4a45-b3a8-12ba3bdbe32f"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:03:01.978287 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=279f9086-ffdd-4a45-b3a8-12ba3bdbe32f,segment=NetworkSegment(a1c3c60c-e997-43e3-a1b1-8c813a5f63d6),segment_id=a1c3c60c-e997-43e3-a1b1-8c813a5f63d6)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:03:01.980637 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 6fdfda83-6814-48da-956b-a4891b262b6d is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:01.985212 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (279f9086-ffdd-4a45-b3a8-12ba3bdbe32f), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:01.987387 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] For port d4a24b0c-c3c8-4b13-8672-cdcc59f7e747, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:03:01.994150 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] For port d4a24b0c-c3c8-4b13-8672-cdcc59f7e747, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=d4a24b0c-c3c8-4b13-8672-cdcc59f7e747,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:03:02.011922 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29868971-e773-4a8c-aaad-0bf6ef57452c x-openstack-request-id: req-29868971-e773-4a8c-aaad-0bf6ef57452c {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:03:02.012247 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf59429-3526-4026-b108-8e2d68c15345", "name": "network-vif-plugged", "status": "completed", "tag": "279f9086-ffdd-4a45-b3a8-12ba3bdbe32f", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:03:02.012513 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-29868971-e773-4a8c-aaad-0bf6ef57452c {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:03:02.012902 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29868971-e773-4a8c-aaad-0bf6ef57452c'] response: {'server_uuid': '4cf59429-3526-4026-b108-8e2d68c15345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279f9086-ffdd-4a45-b3a8-12ba3bdbe32f', 'code': 200} Sep 22 15:03:02.021178 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (d4a24b0c-c3c8-4b13-8672-cdcc59f7e747), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:02.022007 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=6c5e1e41-ddf3-4513-bcbf-5802b409be23,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:02.022736 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:02.024570 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4097929'] for router_interface (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:02.056953 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Routers {'cbea70b4-ed56-4a88-bc34-e21f9eb5c839'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:03:02.057601 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:02:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['cbea70b4-ed56-4a88-bc34-e21f9eb5c839'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:03:02.062274 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=279f9086-ffdd-4a45-b3a8-12ba3bdbe32f,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:02.121004 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=96 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:02.140329 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Network ea012578-e47a-412a-a0de-4cc0569760fd is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:03:02.143740 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:03:02.187533 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa92536-48d8-44e8-b5a4-a2cd3c494d01 None None] Pushing event updated for resources: {'Port': ['ID=d4a24b0c-c3c8-4b13-8672-cdcc59f7e747,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:02.219383 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] Set router cbea70b4-ed56-4a88-bc34-e21f9eb5c839 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:03:02.255806 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:02.263712 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Router cbea70b4-ed56-4a88-bc34-e21f9eb5c839 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:03:02.280421 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926284fd-c633-44a2-8bb1-83a0be88b30f req-105593f3-9339-4a09-a1d2-de56c70b7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:02.282380 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-926284fd-c633-44a2-8bb1-83a0be88b30f req-105593f3-9339-4a09-a1d2-de56c70b7ccb service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 1130 time: 0.0528450 Sep 22 15:03:02.308079 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Attempt 2 to provision port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 Sep 22 15:03:02.338507 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:02.338762 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-926284fd-c633-44a2-8bb1-83a0be88b30f req-2d124935-ce35-490d-998e-38bcb2453821 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499372 Sep 22 15:03:02.389316 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:03:02.394317 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6dd0cb68-214f-43fc-a54a-ba2ecff02ed7 admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/cbea70b4-ed56-4a88-bc34-e21f9eb5c839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9377193 Sep 22 15:03:02.516374 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:03:02.591338 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'name': 'tempest-TestMinimumBasicScenario-377562917-router', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'd4a24b0c-c3c8-4b13-8672-cdcc59f7e747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:57Z', 'updated_at': '2022-09-22T15:03:01Z', 'revision_number': 4, 'project_id': '6ae921f7a2cb48aaa698c627874b544e', 'gw_port': {'id': 'd4a24b0c-c3c8-4b13-8672-cdcc59f7e747', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:58Z', 'updated_at': '2022-09-22T15:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '6c5e1e41-ddf3-4513-bcbf-5802b409be23', 'name': '', 'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'mac_address': 'fa:16:3e:43:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c950711a-adab-4c89-b530-ab1febcd361d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:03:00Z', 'updated_at': '2022-09-22T15:03:01Z', 'revision_number': 2, 'project_id': '6ae921f7a2cb48aaa698c627874b544e', 'subnets': [{'id': 'c950711a-adab-4c89-b530-ab1febcd361d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:03:02.616529 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78f9dd-8770-40bf-805d-65ca486856fd None None] The sync data for ids ['cbea70b4-ed56-4a88-bc34-e21f9eb5c839'] in dv-cinder-856463-5-iscsi is: [{'id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'name': 'tempest-TestMinimumBasicScenario-377562917-router', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'd4a24b0c-c3c8-4b13-8672-cdcc59f7e747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:57Z', 'updated_at': '2022-09-22T15:03:01Z', 'revision_number': 4, 'project_id': '6ae921f7a2cb48aaa698c627874b544e', 'gw_port': {'id': 'd4a24b0c-c3c8-4b13-8672-cdcc59f7e747', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:58Z', 'updated_at': '2022-09-22T15:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '6c5e1e41-ddf3-4513-bcbf-5802b409be23', 'name': '', 'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'mac_address': 'fa:16:3e:43:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c950711a-adab-4c89-b530-ab1febcd361d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:03:00Z', 'updated_at': '2022-09-22T15:03:01Z', 'revision_number': 2, 'project_id': '6ae921f7a2cb48aaa698c627874b544e', 'subnets': [{'id': 'c950711a-adab-4c89-b530-ab1febcd361d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:03:02.754833 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ff829-9bc6-4c70-a393-9fb123e8aa23 req-f871df03-1374-4d70-801d-a941ac63b9db tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:02.757451 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-769ff829-9bc6-4c70-a393-9fb123e8aa23 req-f871df03-1374-4d70-801d-a941ac63b9db tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 946 time: 0.0838361 Sep 22 15:03:02.783230 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3653f-52b7-44ca-8536-b0a14fbd6c1b req-4f9afb28-c349-44f0-8d96-063f5f05f89e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:02.788708 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ead3653f-52b7-44ca-8536-b0a14fbd6c1b req-4f9afb28-c349-44f0-8d96-063f5f05f89e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0799227 Sep 22 15:03:02.883429 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-769ff829-9bc6-4c70-a393-9fb123e8aa23 req-701f9a7d-0642-47f0-871f-d2b1a7fd6604 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182299 Sep 22 15:03:02.925392 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ead3653f-52b7-44ca-8536-b0a14fbd6c1b req-2bf386dd-77f0-4ec6-9622-419b27f5c9ea tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341689 Sep 22 15:03:03.017395 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Attempt 3 to provision port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 Sep 22 15:03:03.053697 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:03:03.555146 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Attempt 4 to provision port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 Sep 22 15:03:03.594423 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:03:04.091315 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a50d7-579a-4991-b42a-41ea8df98bc1 req-f2a306f4-d1db-459e-b3f9-18a6b650b2ce tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:04.092817 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-526a50d7-579a-4991-b42a-41ea8df98bc1 req-f2a306f4-d1db-459e-b3f9-18a6b650b2ce tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 946 time: 0.0918651 Sep 22 15:03:04.095584 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Attempt 5 to provision port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 Sep 22 15:03:04.100778 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fefb7-1dad-4e79-a7f8-ed8357b782b8 req-bbdf5fa1-8397-44ca-ba5b-d4a5dafa0894 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:04.102235 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-343fefb7-1dad-4e79-a7f8-ed8357b782b8 req-bbdf5fa1-8397-44ca-ba5b-d4a5dafa0894 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0614395 Sep 22 15:03:04.150797 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:03:04.174245 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-526a50d7-579a-4991-b42a-41ea8df98bc1 req-aa2e9158-dec2-4bf5-8361-48a6cec05d15 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710282 Sep 22 15:03:04.195782 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-343fefb7-1dad-4e79-a7f8-ed8357b782b8 req-37335b1b-8df7-4cd4-ab06-12f6a92ec4eb tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715454 Sep 22 15:03:04.652077 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Attempt 6 to provision port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 Sep 22 15:03:04.686752 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:03:04.792059 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:03:04.862959 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Sync routers for ids ['cbea70b4-ed56-4a88-bc34-e21f9eb5c839'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:03:04.877371 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Routers {'cbea70b4-ed56-4a88-bc34-e21f9eb5c839'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:03:04.878337 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:02:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['cbea70b4-ed56-4a88-bc34-e21f9eb5c839'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:03:04.884453 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:03:04.884453 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (d4a24b0c-c3c8-4b13-8672-cdcc59f7e747), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:04.884453 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 Sep 22 15:03:04.994533 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:04.994890 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d4a24b0c-c3c8-4b13-8672-cdcc59f7e747), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:05.028433 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port d4a24b0c-c3c8-4b13-8672-cdcc59f7e747, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=d4a24b0c-c3c8-4b13-8672-cdcc59f7e747,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:03:05.035684 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (d4a24b0c-c3c8-4b13-8672-cdcc59f7e747), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:05.102466 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=d4a24b0c-c3c8-4b13-8672-cdcc59f7e747,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:05.177065 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Set router cbea70b4-ed56-4a88-bc34-e21f9eb5c839 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:03:05.188245 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Attempt 7 to provision port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 Sep 22 15:03:05.251239 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:03:05.348175 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:05.357638 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:05.363464 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:05.375549 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa6b36-4933-4706-9891-b314d569e942 req-44ac458a-ec9b-4cc5-be48-403e9b1348c2 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:05.377358 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-feaa6b36-4933-4706-9891-b314d569e942 req-44ac458a-ec9b-4cc5-be48-403e9b1348c2 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 946 time: 0.0975523 Sep 22 15:03:05.389009 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'name': 'tempest-TestMinimumBasicScenario-377562917-router', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'd4a24b0c-c3c8-4b13-8672-cdcc59f7e747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:57Z', 'updated_at': '2022-09-22T15:03:01Z', 'revision_number': 4, 'project_id': '6ae921f7a2cb48aaa698c627874b544e', 'gw_port': {'id': 'd4a24b0c-c3c8-4b13-8672-cdcc59f7e747', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:58Z', 'updated_at': '2022-09-22T15:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '6c5e1e41-ddf3-4513-bcbf-5802b409be23', 'name': '', 'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'mac_address': 'fa:16:3e:43:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c950711a-adab-4c89-b530-ab1febcd361d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:03:00Z', 'updated_at': '2022-09-22T15:03:01Z', 'revision_number': 2, 'project_id': '6ae921f7a2cb48aaa698c627874b544e', 'subnets': [{'id': 'c950711a-adab-4c89-b530-ab1febcd361d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:03:05.390153 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144d779-e1f4-4421-9a94-3ea7cb1b41c2 req-25ad7962-852d-4ceb-9f57-96b1805855d1 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:05.391926 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6144d779-e1f4-4421-9a94-3ea7cb1b41c2 req-25ad7962-852d-4ceb-9f57-96b1805855d1 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0708590 Sep 22 15:03:05.426463 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Checking router: cbea70b4-ed56-4a88-bc34-e21f9eb5c839 for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:03:05.426795 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Updating router cbea70b4-ed56-4a88-bc34-e21f9eb5c839 port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 binding host dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:03:05.456819 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:05.494798 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6144d779-e1f4-4421-9a94-3ea7cb1b41c2 req-71509cc7-b31b-42ec-9ff5-2b8dbdde14c6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932777 Sep 22 15:03:05.520069 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-feaa6b36-4933-4706-9891-b314d569e942 req-61eb6bc4-f063-4b18-8970-1c102f19d8a1 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266193 Sep 22 15:03:05.739359 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Publish callbacks [] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:05.747245 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:05.753377 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Attempt 8 to provision port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 Sep 22 15:03:05.791923 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:05.815615 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:03:05.829021 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3109a7a-0bf3-4553-a57b-9d625dff2cd5 None None] Pushing event updated for resources: {'Port': ['ID=6c5e1e41-ddf3-4513-bcbf-5802b409be23,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:05.908288 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Attempting to bind port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:03:05.909205 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Attempting to bind port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '0d03c079-e1b4-4fb5-98c9-8fa8228b59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:03:05.909205 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Attempting to bind port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 on network ea012578-e47a-412a-a0de-4cc0569760fd {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:03:05.959191 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:03:05.959808 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Checking segment: {'id': '0d03c079-e1b4-4fb5-98c9-8fa8228b59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:03:05.960309 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:05.960792 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Bound using segment: {'id': '0d03c079-e1b4-4fb5-98c9-8fa8228b59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:03:05.961457 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Bound port: 6c5e1e41-ddf3-4513-bcbf-5802b409be23, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d03c079-e1b4-4fb5-98c9-8fa8228b59e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:03:05.961978 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:05.977220 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:06.044865 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] For port 6c5e1e41-ddf3-4513-bcbf-5802b409be23, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:03:06.044865 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] For port 6c5e1e41-ddf3-4513-bcbf-5802b409be23, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=6c5e1e41-ddf3-4513-bcbf-5802b409be23,segment=NetworkSegment(0d03c079-e1b4-4fb5-98c9-8fa8228b59e5),segment_id=0d03c079-e1b4-4fb5-98c9-8fa8228b59e5)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:03:06.053474 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:06.114474 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3109a7a-0bf3-4553-a57b-9d625dff2cd5 None None] Pushing event updated for resources: {'Port': ['ID=6c5e1e41-ddf3-4513-bcbf-5802b409be23,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:06.158372 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Routers {'cbea70b4-ed56-4a88-bc34-e21f9eb5c839'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:03:06.166149 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:02:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['cbea70b4-ed56-4a88-bc34-e21f9eb5c839'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:03:06.306834 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] Set router cbea70b4-ed56-4a88-bc34-e21f9eb5c839 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:03:06.317131 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Attempt 9 to provision port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 Sep 22 15:03:06.429043 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Current status of the port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:06.429533 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:06.469877 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] For port 6c5e1e41-ddf3-4513-bcbf-5802b409be23, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=6c5e1e41-ddf3-4513-bcbf-5802b409be23,segment=NetworkSegment(0d03c079-e1b4-4fb5-98c9-8fa8228b59e5),segment_id=0d03c079-e1b4-4fb5-98c9-8fa8228b59e5)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:03:06.480908 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:06.544651 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'name': 'tempest-TestMinimumBasicScenario-377562917-router', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'd4a24b0c-c3c8-4b13-8672-cdcc59f7e747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:57Z', 'updated_at': '2022-09-22T15:03:01Z', 'revision_number': 4, 'project_id': '6ae921f7a2cb48aaa698c627874b544e', 'gw_port': {'id': 'd4a24b0c-c3c8-4b13-8672-cdcc59f7e747', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:58Z', 'updated_at': '2022-09-22T15:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '6c5e1e41-ddf3-4513-bcbf-5802b409be23', 'name': '', 'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'mac_address': 'fa:16:3e:43:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c950711a-adab-4c89-b530-ab1febcd361d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:03:00Z', 'updated_at': '2022-09-22T15:03:06Z', 'revision_number': 4, 'project_id': '6ae921f7a2cb48aaa698c627874b544e', 'subnets': [{'id': 'c950711a-adab-4c89-b530-ab1febcd361d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:03:06.576916 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d069d-4408-48bb-a02c-5e39dfceb47f None None] The sync data for ids ['cbea70b4-ed56-4a88-bc34-e21f9eb5c839'] in dv-cinder-856463-5-iscsi is: [{'id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'name': 'tempest-TestMinimumBasicScenario-377562917-router', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'd4a24b0c-c3c8-4b13-8672-cdcc59f7e747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:57Z', 'updated_at': '2022-09-22T15:03:01Z', 'revision_number': 4, 'project_id': '6ae921f7a2cb48aaa698c627874b544e', 'gw_port': {'id': 'd4a24b0c-c3c8-4b13-8672-cdcc59f7e747', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:58Z', 'updated_at': '2022-09-22T15:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '6c5e1e41-ddf3-4513-bcbf-5802b409be23', 'name': '', 'network_id': 'ea012578-e47a-412a-a0de-4cc0569760fd', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'mac_address': 'fa:16:3e:43:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c950711a-adab-4c89-b530-ab1febcd361d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:03:00Z', 'updated_at': '2022-09-22T15:03:06Z', 'revision_number': 4, 'project_id': '6ae921f7a2cb48aaa698c627874b544e', 'subnets': [{'id': 'c950711a-adab-4c89-b530-ab1febcd361d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:03:06.582205 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165e800-6d41-4ba2-9c9c-6bf0a8cb75a3 None None] Pushing event updated for resources: {'Port': ['ID=6c5e1e41-ddf3-4513-bcbf-5802b409be23,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:06.605354 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-59d9bf81-fed4-4054-ad6c-bdff33e3724a None None] Provisioning complete for port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:03:06.605962 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-59d9bf81-fed4-4054-ad6c-bdff33e3724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:06.606409 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-59d9bf81-fed4-4054-ad6c-bdff33e3724a None None] Attempt 1 to provision port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 Sep 22 15:03:06.720804 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-59d9bf81-fed4-4054-ad6c-bdff33e3724a None None] Current status of the port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:06.724648 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6256-16b8-4629-95fb-9cc5795d3077 req-9ced97f7-709b-4fc6-be7c-6b6bfb3fc3ac tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:06.726253 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d35a6256-16b8-4629-95fb-9cc5795d3077 req-9ced97f7-709b-4fc6-be7c-6b6bfb3fc3ac tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0960982 Sep 22 15:03:06.847085 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d35a6256-16b8-4629-95fb-9cc5795d3077 req-b574d5d5-a030-48f7-9e3d-a89dbd17c913 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990226 Sep 22 15:03:06.858300 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 6c5e1e41-ddf3-4513-bcbf-5802b409be23 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:03:06.891557 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:06.928197 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:03:06.928979 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:06.929546 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 Sep 22 15:03:07.048900 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:07.051000 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:03:07.119339 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:03:07.119720 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (d4a24b0c-c3c8-4b13-8672-cdcc59f7e747), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:07.120061 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 Sep 22 15:03:07.307666 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:08.034527 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733c8cf-0995-4d3c-868d-e10b759d4e6f req-10ffb2f8-993b-4adb-bacc-a08ef4e7cbb4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:08.042653 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5733c8cf-0995-4d3c-868d-e10b759d4e6f req-10ffb2f8-993b-4adb-bacc-a08ef4e7cbb4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0594459 Sep 22 15:03:08.109804 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5733c8cf-0995-4d3c-868d-e10b759d4e6f req-e6bca81d-2825-4034-8124-8ad03ef76148 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657060 Sep 22 15:03:09.334593 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733703ed-ab85-4739-8039-1c6656d9ee36 req-14010d62-5a7d-4ec8-9497-c2baa7122361 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:09.336472 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-733703ed-ab85-4739-8039-1c6656d9ee36 req-14010d62-5a7d-4ec8-9497-c2baa7122361 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0937533 Sep 22 15:03:09.492390 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-733703ed-ab85-4739-8039-1c6656d9ee36 req-d25302da-fd12-4b3a-95cc-faedf92a9c3b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474411 Sep 22 15:03:10.637991 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedabfb9-5bce-4474-8a16-fee03cd7221c req-5d708d05-9421-49fa-88d3-a7f9ae0d076b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:10.639621 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dedabfb9-5bce-4474-8a16-fee03cd7221c req-5d708d05-9421-49fa-88d3-a7f9ae0d076b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0522041 Sep 22 15:03:10.734969 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dedabfb9-5bce-4474-8a16-fee03cd7221c req-b4cbe1d1-39ae-4e43-b34c-5b798a2beb4e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872495 Sep 22 15:03:11.964661 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3e1b9-00a4-4009-9142-274be07ece91 req-bcd3a259-c259-409f-9b9a-3ec33a340a33 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:11.966237 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0dc3e1b9-00a4-4009-9142-274be07ece91 req-bcd3a259-c259-409f-9b9a-3ec33a340a33 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0614886 Sep 22 15:03:12.034068 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0dc3e1b9-00a4-4009-9142-274be07ece91 req-6773ab27-8bee-4f20-8761-e2c7fde667b6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608611 Sep 22 15:03:12.386001 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=29 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:12.387939 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:13.477469 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb1ddc-acf2-4db1-90e9-d20aef065f72 req-62edcb6e-b894-4ae4-8ca4-59688952a064 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:13.485380 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9adb1ddc-acf2-4db1-90e9-d20aef065f72 req-62edcb6e-b894-4ae4-8ca4-59688952a064 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.3261492 Sep 22 15:03:13.546464 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9adb1ddc-acf2-4db1-90e9-d20aef065f72 req-1044d550-3755-463f-86bc-fd27117e5196 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596962 Sep 22 15:03:14.737950 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46e345-419a-4a27-b475-0d301b603fc8 req-f8defe25-ea8b-497d-a755-a7bcf8c5bcd8 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:14.739509 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7b46e345-419a-4a27-b475-0d301b603fc8 req-f8defe25-ea8b-497d-a755-a7bcf8c5bcd8 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.1096468 Sep 22 15:03:14.792939 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7b46e345-419a-4a27-b475-0d301b603fc8 req-4d19af5a-c16e-49ae-af02-b9272bf4c04a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471985 Sep 22 15:03:15.942315 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd800534-8c59-4644-addb-65c1fcaa740b req-4e1769bb-7c42-4962-b110-f29cda2e4f25 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:15.944654 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fd800534-8c59-4644-addb-65c1fcaa740b req-4e1769bb-7c42-4962-b110-f29cda2e4f25 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0537152 Sep 22 15:03:16.006054 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fd800534-8c59-4644-addb-65c1fcaa740b req-9145b2b2-5120-4cff-8ba3-9af4597bf5e8 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504873 Sep 22 15:03:16.542305 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:16.576725 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:17.139648 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:17.157412 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde1415-345c-4982-b3b2-9f800f702fcf req-ba2589c5-b0aa-4dd2-be91-d81985c2fcd3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:17.160297 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9bde1415-345c-4982-b3b2-9f800f702fcf req-ba2589c5-b0aa-4dd2-be91-d81985c2fcd3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0528569 Sep 22 15:03:17.215245 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9bde1415-345c-4982-b3b2-9f800f702fcf req-4941be99-8496-4291-bd00-79e68a150663 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463161 Sep 22 15:03:17.302904 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:17.304662 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=36 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:17.939048 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-202c170c-0aa6-4e0a-bb7b-86df4ec0ec8c tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:17.940469 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-202c170c-0aa6-4e0a-bb7b-86df4ec0ec8c tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/networks?id=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 HTTP/1.1" status: 200 len: 815 time: 0.1054478 Sep 22 15:03:17.956929 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-1c397b72-51cb-443c-9600-a7c7f2905a99 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/quotas/7ade45dd41b848c5801b6d37a4232f86 HTTP/1.1" status: 200 len: 375 time: 0.0099440 Sep 22 15:03:18.008506 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-f61165ef-7263-47d5-8fc7-79edcb157ed8 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=7ade45dd41b848c5801b6d37a4232f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459020 Sep 22 15:03:18.067039 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:18.107791 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-1ac92e35-1de6-4732-985b-86027fe3c12b service neutron] 10.222.0.66 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866771 Sep 22 15:03:18.203173 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-dbe6fbd1-3c65-40c7-84f3-a3c5d448207b service neutron] 10.222.0.66 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896316 Sep 22 15:03:18.378218 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b16d7d45-f983-44a8-afbe-64e4d7bd07d7 req-cc9439ac-828a-4cdb-9251-6f7718f0167e tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 210 time: 0.0385215 Sep 22 15:03:18.386718 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07fd6b-51a7-4034-891f-c94b7906b01f req-b0906422-a07e-442f-8d36-b54a6dc7c64a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:18.388443 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bf07fd6b-51a7-4034-891f-c94b7906b01f req-b0906422-a07e-442f-8d36-b54a6dc7c64a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0833201 Sep 22 15:03:18.444584 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bf07fd6b-51a7-4034-891f-c94b7906b01f req-d9802e38-c5c1-4b77-b091-8e23824fb510 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492148 Sep 22 15:03:19.156385 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c406c734-3afb-4ac4-9c98-93cb45282fbe req-d60a2988-30f1-4f9f-8c3d-7baa3cc3d569 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709167 Sep 22 15:03:19.159432 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aae1dc-0d60-41c0-8120-425059e3a396 req-8d0dd2a5-3904-4130-8f1f-d36531ea7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:19.160816 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-93aae1dc-0d60-41c0-8120-425059e3a396 req-8d0dd2a5-3904-4130-8f1f-d36531ea7d7b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 1129 time: 0.0657380 Sep 22 15:03:19.338560 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aae1dc-0d60-41c0-8120-425059e3a396 req-94e9f376-54d0-4628-87c2-0a4aa3050c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:19.340038 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-93aae1dc-0d60-41c0-8120-425059e3a396 req-94e9f376-54d0-4628-87c2-0a4aa3050c5e service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 200 len: 918 time: 0.1243134 Sep 22 15:03:19.342953 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406c734-3afb-4ac4-9c98-93cb45282fbe req-4935cd87-5f99-4225-aec7-7171ba715262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:19.344361 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c406c734-3afb-4ac4-9c98-93cb45282fbe req-4935cd87-5f99-4225-aec7-7171ba715262 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 1129 time: 0.0568545 Sep 22 15:03:19.465687 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-93aae1dc-0d60-41c0-8120-425059e3a396 req-d5ca3cf1-606f-44c6-a4c6-409ca31a46a6 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55a8cf19-235c-45bb-bea4-adcb554d7518 HTTP/1.1" status: 200 len: 1001 time: 0.1111999 Sep 22 15:03:19.512089 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0c207487-b17d-4665-8bb8-cfc80d9b9153 req-e3d3f2e5-1c01-4ea5-9265-0fdf5a1a2c09 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 210 time: 0.0486665 Sep 22 15:03:19.590026 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406c734-3afb-4ac4-9c98-93cb45282fbe req-fbe45118-1448-44e7-a096-1863266a9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:19.591431 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c406c734-3afb-4ac4-9c98-93cb45282fbe req-fbe45118-1448-44e7-a096-1863266a9af0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 920 time: 0.1983287 Sep 22 15:03:19.609293 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aae1dc-0d60-41c0-8120-425059e3a396 req-a8c446f8-5e6f-49da-8956-216a57f09536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:19.610674 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-93aae1dc-0d60-41c0-8120-425059e3a396 req-a8c446f8-5e6f-49da-8956-216a57f09536 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=beeb1e81-2d0a-4aaa-8268-e889ab63bedf HTTP/1.1" status: 200 len: 856 time: 0.1272869 Sep 22 15:03:19.616445 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ff692-de1d-4843-b09f-889b382ace19 req-aae82131-e597-47b1-a4b2-493c558fc855 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:19.617767 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-db2ff692-de1d-4843-b09f-889b382ace19 req-aae82131-e597-47b1-a4b2-493c558fc855 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0733199 Sep 22 15:03:19.679337 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c406c734-3afb-4ac4-9c98-93cb45282fbe req-d0b218b4-3a72-45c2-b0f9-11601396b828 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0323af73-fc1e-49d6-89a5-afd4efaccd69 HTTP/1.1" status: 200 len: 217 time: 0.0385771 Sep 22 15:03:19.684217 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:19.700654 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-db2ff692-de1d-4843-b09f-889b382ace19 req-ffd51df5-2db5-4dfe-b4da-6773074f6d33 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766926 Sep 22 15:03:20.041281 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aae1dc-0d60-41c0-8120-425059e3a396 req-6d22cac8-41b6-4826-abc3-9aee73525e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:20.042788 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-93aae1dc-0d60-41c0-8120-425059e3a396 req-6d22cac8-41b6-4826-abc3-9aee73525e25 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d2cd27ce-59e4-4969-86d2-13164d033d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721216 Sep 22 15:03:20.055345 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406c734-3afb-4ac4-9c98-93cb45282fbe req-fbab3388-4712-4fbc-8fba-f7b8b4a1e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:20.057004 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c406c734-3afb-4ac4-9c98-93cb45282fbe req-fbab3388-4712-4fbc-8fba-f7b8b4a1e9e9 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.0734148 Sep 22 15:03:20.151173 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406c734-3afb-4ac4-9c98-93cb45282fbe req-075c2fb6-4353-40ec-9c6d-d10b7a19c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:20.152698 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c406c734-3afb-4ac4-9c98-93cb45282fbe req-075c2fb6-4353-40ec-9c6d-d10b7a19c719 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775409 Sep 22 15:03:20.195847 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-93aae1dc-0d60-41c0-8120-425059e3a396 req-cfb78ce1-d484-4347-a298-152ca4282654 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424296 Sep 22 15:03:20.206502 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:20.279033 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-4631c82c-7223-44e2-8f09-da4e6d6a8f9b tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:20.280640 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-4631c82c-7223-44e2-8f09-da4e6d6a8f9b tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.49 "GET /networking/v2.0/networks?id=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 HTTP/1.1" status: 200 len: 815 time: 0.1494267 Sep 22 15:03:20.314893 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c2ecad14-b491-4d88-be2c-b77a000bb165 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Request body: {'port': {'device_id': '6887643f-1de9-485f-9bf9-75e81e07783b', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'admin_state_up': True, 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:03:20.348808 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c406c734-3afb-4ac4-9c98-93cb45282fbe req-33cfbe94-1d10-4f06-8384-238933882f7c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666191 Sep 22 15:03:20.382046 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-93aae1dc-0d60-41c0-8120-425059e3a396 req-bc3fd02c-ed6f-438d-ac5e-b4bcace47505 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486833 Sep 22 15:03:20.427148 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c2ecad14-b491-4d88-be2c-b77a000bb165 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Made reservation on behalf of 7ade45dd41b848c5801b6d37a4232f86 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:03:20.431294 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c2ecad14-b491-4d88-be2c-b77a000bb165 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:20.460942 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c406c734-3afb-4ac4-9c98-93cb45282fbe req-f49cf1ec-b1c7-419e-a88c-cb7dd46d0338 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062849 Sep 22 15:03:20.565229 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c2ecad14-b491-4d88-be2c-b77a000bb165 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Allocated IP 172.20.0.4 (260a8bcd-2889-4d2c-bcdf-c0796aa1eca4/cc17b5e3-f48e-4014-8d8b-bfd29cb0e872/81440cf4-db87-4d4e-8e7f-ddacf1967aee) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:03:20.621439 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6b39acf5-7c03-4b23-8016-d248e3116fe8 req-b9daf2bb-4171-4f11-b716-38086933faef tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 210 time: 0.0293083 Sep 22 15:03:20.721353 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c2ecad14-b491-4d88-be2c-b77a000bb165 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:20.753932 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c2ecad14-b491-4d88-be2c-b77a000bb165 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:20.800071 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c2ecad14-b491-4d88-be2c-b77a000bb165 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Network 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:03:20.806363 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c2ecad14-b491-4d88-be2c-b77a000bb165 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:03:20.810789 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c2ecad14-b491-4d88-be2c-b77a000bb165 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:03:20.814313 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecad14-b491-4d88-be2c-b77a000bb165 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Pushing event updated for resources: {'Port': ['ID=81440cf4-db87-4d4e-8e7f-ddacf1967aee,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:20.834424 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802b652-bd63-461d-89fa-3a1f7173cb15 req-9565ce24-94e8-46c9-9c8c-4467759849e9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:20.836909 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6802b652-bd63-461d-89fa-3a1f7173cb15 req-9565ce24-94e8-46c9-9c8c-4467759849e9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 945 time: 0.0526490 Sep 22 15:03:20.864007 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c2ecad14-b491-4d88-be2c-b77a000bb165 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:20.865382 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c2ecad14-b491-4d88-be2c-b77a000bb165 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:20.885354 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c2ecad14-b491-4d88-be2c-b77a000bb165 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5744989 Sep 22 15:03:20.890980 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6802b652-bd63-461d-89fa-3a1f7173cb15 req-a044e07f-e2ac-4bd2-81f5-79cffbd00e03 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464222 Sep 22 15:03:21.050025 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-51754efd-cfd8-44dd-822b-58e1141b21b7 None None] Provisioning complete for port 81440cf4-db87-4d4e-8e7f-ddacf1967aee triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:03:21.050615 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-51754efd-cfd8-44dd-822b-58e1141b21b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:21.050725 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-51754efd-cfd8-44dd-822b-58e1141b21b7 None None] Attempt 1 to provision port 81440cf4-db87-4d4e-8e7f-ddacf1967aee Sep 22 15:03:21.082019 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-51754efd-cfd8-44dd-822b-58e1141b21b7 None None] Port 81440cf4-db87-4d4e-8e7f-ddacf1967aee cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:03:21.430245 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 55a8cf19-235c-45bb-bea4-adcb554d7518 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:03:21.505459 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 55a8cf19-235c-45bb-bea4-adcb554d7518 is: ACTIVE; New status is: DOWN {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:21.505850 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:21.529503 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a8cf19-235c-45bb-bea4-adcb554d7518'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:03:21.531874 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d4918c-d0f6-4b26-82e4-958d3fc8de40" -d '{"events": [{"server_uuid": "19a37c1c-ad55-4d39-a120-00b0ac6fb5af", "name": "network-vif-unplugged", "status": "completed", "tag": "55a8cf19-235c-45bb-bea4-adcb554d7518"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:03:21.545145 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 55a8cf19-235c-45bb-bea4-adcb554d7518, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=55a8cf19-235c-45bb-bea4-adcb554d7518,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:03:21.549187 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:21.573950 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 15:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3c527c-ab87-4232-a2eb-a04bf6f6a0aa x-openstack-request-id: req-cf3c527c-ab87-4232-a2eb-a04bf6f6a0aa {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:03:21.574245 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a37c1c-ad55-4d39-a120-00b0ac6fb5af", "name": "network-vif-unplugged", "status": "completed", "tag": "55a8cf19-235c-45bb-bea4-adcb554d7518", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:03:21.574501 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cf3c527c-ab87-4232-a2eb-a04bf6f6a0aa {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:03:21.574905 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf3c527c-ab87-4232-a2eb-a04bf6f6a0aa'] response: {'server_uuid': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'code': 200} Sep 22 15:03:21.585651 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-51754efd-cfd8-44dd-822b-58e1141b21b7 None None] Attempt 2 to provision port 81440cf4-db87-4d4e-8e7f-ddacf1967aee Sep 22 15:03:21.626056 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=55a8cf19-235c-45bb-bea4-adcb554d7518,revision_number=8']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:21.631079 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-51754efd-cfd8-44dd-822b-58e1141b21b7 None None] Port 81440cf4-db87-4d4e-8e7f-ddacf1967aee cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:03:21.743555 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467f8d8-26b9-4be7-be0b-221d1009caa2 req-2c4877ab-9fc0-4b4e-9b71-666c80f2e283 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:21.744928 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7467f8d8-26b9-4be7-be0b-221d1009caa2 req-2c4877ab-9fc0-4b4e-9b71-666c80f2e283 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 931 time: 0.0500984 Sep 22 15:03:21.794274 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7467f8d8-26b9-4be7-be0b-221d1009caa2 req-c99822ea-d19d-4f25-9ddf-ea600206d807 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435860 Sep 22 15:03:22.019257 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e333df-1578-41a5-aa69-3358114d7f73 req-f95913ac-1292-45c9-841a-b6a0305334ac tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:22.021137 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e0e333df-1578-41a5-aa69-3358114d7f73 req-f95913ac-1292-45c9-841a-b6a0305334ac tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0458403 Sep 22 15:03:22.066878 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e0e333df-1578-41a5-aa69-3358114d7f73 req-9c057930-c71b-45b9-b9cc-46c184cca432 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401330 Sep 22 15:03:22.108478 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:22.132171 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-51754efd-cfd8-44dd-822b-58e1141b21b7 None None] Attempt 3 to provision port 81440cf4-db87-4d4e-8e7f-ddacf1967aee Sep 22 15:03:22.169043 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-51754efd-cfd8-44dd-822b-58e1141b21b7 None None] Port 81440cf4-db87-4d4e-8e7f-ddacf1967aee cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:03:22.372558 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Request body: {'port': {'device_id': '6887643f-1de9-485f-9bf9-75e81e07783b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:03:22.442007 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:22.484583 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:22.559347 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:22.670195 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-51754efd-cfd8-44dd-822b-58e1141b21b7 None None] Attempt 4 to provision port 81440cf4-db87-4d4e-8e7f-ddacf1967aee Sep 22 15:03:22.714812 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-51754efd-cfd8-44dd-822b-58e1141b21b7 None None] Port 81440cf4-db87-4d4e-8e7f-ddacf1967aee cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:03:22.768104 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81440cf4-db87-4d4e-8e7f-ddacf1967aee {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:03:22.778662 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Publish callbacks [] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:22.797575 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Transition to ACTIVE for port object 81440cf4-db87-4d4e-8e7f-ddacf1967aee will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:03:22.803362 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:22.900079 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Pushing event updated for resources: {'Port': ['ID=81440cf4-db87-4d4e-8e7f-ddacf1967aee,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:22.934825 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Attempting to bind port 81440cf4-db87-4d4e-8e7f-ddacf1967aee on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:03:22.935348 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Attempting to bind port 81440cf4-db87-4d4e-8e7f-ddacf1967aee by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '8f328c5f-8f0a-4e4c-8998-c449fdb37bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:03:22.935786 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Attempting to bind port 81440cf4-db87-4d4e-8e7f-ddacf1967aee on network 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:03:22.942987 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefb92e-94cb-4932-ba50-128cdd0a90ee req-88ab0aee-7269-4e7f-888c-b144cfaf000a tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:22.959972 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-afefb92e-94cb-4932-ba50-128cdd0a90ee req-88ab0aee-7269-4e7f-888c-b144cfaf000a tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0773826 Sep 22 15:03:22.991094 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Port 81440cf4-db87-4d4e-8e7f-ddacf1967aee on network 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:03:22.991458 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Attempting to bind port 81440cf4-db87-4d4e-8e7f-ddacf1967aee on network 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:03:23.017325 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-afefb92e-94cb-4932-ba50-128cdd0a90ee req-835ad99a-7692-49bc-b3ca-05e2a0f4d756 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516884 Sep 22 15:03:23.044230 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:03:23.044620 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Checking segment: {'id': '8f328c5f-8f0a-4e4c-8998-c449fdb37bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:03:23.044959 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Bound using segment: {'id': '8f328c5f-8f0a-4e4c-8998-c449fdb37bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:03:23.045402 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Bound port: 81440cf4-db87-4d4e-8e7f-ddacf1967aee, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f328c5f-8f0a-4e4c-8998-c449fdb37bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:03:23.045764 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:23.109541 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] For port 81440cf4-db87-4d4e-8e7f-ddacf1967aee, host hv-cinder-85646, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:03:23.114922 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] For port 81440cf4-db87-4d4e-8e7f-ddacf1967aee, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=81440cf4-db87-4d4e-8e7f-ddacf1967aee,segment=NetworkSegment(8f328c5f-8f0a-4e4c-8998-c449fdb37bb0),segment_id=8f328c5f-8f0a-4e4c-8998-c449fdb37bb0)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:03:23.121662 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:23.127866 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:23.128569 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:23.130153 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/81440cf4-db87-4d4e-8e7f-ddacf1967aee HTTP/1.1" status: 200 len: 1093 time: 0.7619207 Sep 22 15:03:23.130725 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6887643f-1de9-485f-9bf9-75e81e07783b', 'tag': '81440cf4-db87-4d4e-8e7f-ddacf1967aee'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:03:23.133456 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1899dc7-9ecf-4a63-a103-575c40e12bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "6887643f-1de9-485f-9bf9-75e81e07783b", "tag": "81440cf4-db87-4d4e-8e7f-ddacf1967aee"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:03:23.182368 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec6a8da-b9ae-48ce-ac8e-8817e730006c x-openstack-request-id: req-bec6a8da-b9ae-48ce-ac8e-8817e730006c {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:03:23.182532 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6887643f-1de9-485f-9bf9-75e81e07783b", "tag": "81440cf4-db87-4d4e-8e7f-ddacf1967aee", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:03:23.182940 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bec6a8da-b9ae-48ce-ac8e-8817e730006c {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:03:23.183059 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec6a8da-b9ae-48ce-ac8e-8817e730006c'] response: {'name': 'network-changed', 'server_uuid': '6887643f-1de9-485f-9bf9-75e81e07783b', 'tag': '81440cf4-db87-4d4e-8e7f-ddacf1967aee', 'status': 'completed', 'code': 200} Sep 22 15:03:23.209196 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf60be4-145e-433f-b431-2e39fd69d783 service neutron] Pushing event updated for resources: {'Port': ['ID=81440cf4-db87-4d4e-8e7f-ddacf1967aee,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:23.217526 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-51754efd-cfd8-44dd-822b-58e1141b21b7 None None] Attempt 5 to provision port 81440cf4-db87-4d4e-8e7f-ddacf1967aee Sep 22 15:03:23.218260 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bb560-93dc-40e2-9de7-90cfabbb0834 req-2388efef-d68b-4a81-b80c-e991575b21e5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:23.219975 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d03bb560-93dc-40e2-9de7-90cfabbb0834 req-2388efef-d68b-4a81-b80c-e991575b21e5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0642643 Sep 22 15:03:23.265649 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-51754efd-cfd8-44dd-822b-58e1141b21b7 None None] Port 81440cf4-db87-4d4e-8e7f-ddacf1967aee had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 15:03:23.278560 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d03bb560-93dc-40e2-9de7-90cfabbb0834 req-fc9cd303-0d12-4645-811c-9b73433884f0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520978 Sep 22 15:03:24.144708 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:24.162139 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa75e38-9298-40fc-b1ca-ec46eb4a5709 req-81ddc004-d53e-47ca-b081-0a44282e0e46 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:24.163752 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1aa75e38-9298-40fc-b1ca-ec46eb4a5709 req-81ddc004-d53e-47ca-b081-0a44282e0e46 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0628080 Sep 22 15:03:24.214320 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1aa75e38-9298-40fc-b1ca-ec46eb4a5709 req-41cbefad-70ae-4c5d-a134-8e3522fec5a2 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447907 Sep 22 15:03:24.549784 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813e196-42f9-4ec9-ae47-4df58c29de32 req-bee10398-fbd4-41e2-b0e6-7a3971a09f7b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:24.551311 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0813e196-42f9-4ec9-ae47-4df58c29de32 req-bee10398-fbd4-41e2-b0e6-7a3971a09f7b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0505834 Sep 22 15:03:24.603789 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0813e196-42f9-4ec9-ae47-4df58c29de32 req-08c9f412-110a-4c71-8e32-487d5eb75100 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451910 Sep 22 15:03:24.668825 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-70e1323a-ed30-4f48-b936-ae16fca51ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:25.382833 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f0fcf-a3c9-49c5-831a-f1d93c076668 req-c49273c9-89d6-4abd-bbcf-b9b5061f1336 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:25.384960 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-780f0fcf-a3c9-49c5-831a-f1d93c076668 req-c49273c9-89d6-4abd-bbcf-b9b5061f1336 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0685976 Sep 22 15:03:25.425670 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:25.440907 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-780f0fcf-a3c9-49c5-831a-f1d93c076668 req-36355fc2-37f4-4f96-af56-bf31f962b701 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501502 Sep 22 15:03:25.467814 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 55a8cf19-235c-45bb-bea4-adcb554d7518 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:03:25.554132 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 55a8cf19-235c-45bb-bea4-adcb554d7518 is: DOWN; New status is: DOWN {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:25.744339 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496008b7-1ccc-4cdc-adb4-5a211b655cc3 req-7bdc092b-1f0c-4ebd-a188-7f85a974fb4b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:25.746528 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-496008b7-1ccc-4cdc-adb4-5a211b655cc3 req-7bdc092b-1f0c-4ebd-a188-7f85a974fb4b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0525413 Sep 22 15:03:25.808044 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-496008b7-1ccc-4cdc-adb4-5a211b655cc3 req-df662b73-84d4-444e-8261-f5feb78c9da5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518596 Sep 22 15:03:26.574184 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548225fc-b10d-4d75-9b38-ff5c01c8b0fe req-4ec47437-7c39-463b-9b2d-4b6982ad70d2 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:26.575905 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-548225fc-b10d-4d75-9b38-ff5c01c8b0fe req-4ec47437-7c39-463b-9b2d-4b6982ad70d2 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0460737 Sep 22 15:03:26.626632 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-548225fc-b10d-4d75-9b38-ff5c01c8b0fe req-3d24842f-de64-4500-9351-5e02cecd5a15 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448697 Sep 22 15:03:26.937993 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c6ab1-8ee3-40a4-862c-3b0e81e7f85e req-0f51ebb6-e3bf-4045-9743-4d2633419315 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:26.939483 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3c5c6ab1-8ee3-40a4-862c-3b0e81e7f85e req-0f51ebb6-e3bf-4045-9743-4d2633419315 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0459220 Sep 22 15:03:26.990697 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3c5c6ab1-8ee3-40a4-862c-3b0e81e7f85e req-dd617801-4ca9-40d1-82d3-0ef79117fe43 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453615 Sep 22 15:03:27.103182 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8962b454-cc9d-4e78-a08d-d43647761338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:27.755962 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7c943-9e67-4b50-8526-5d9bdb56a014 req-6f283342-4830-4515-b6d1-f7983d0dcb41 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:27.757383 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-76b7c943-9e67-4b50-8526-5d9bdb56a014 req-6f283342-4830-4515-b6d1-f7983d0dcb41 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0521712 Sep 22 15:03:27.808432 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-76b7c943-9e67-4b50-8526-5d9bdb56a014 req-a7d9e8c0-5c39-4485-a869-86556b4419ca tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452981 Sep 22 15:03:28.120986 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be53a47-aebd-479b-ace7-773e887d0dce req-f92fca07-800e-4e59-aaea-e82f3b035ff4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:28.122908 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6be53a47-aebd-479b-ace7-773e887d0dce req-f92fca07-800e-4e59-aaea-e82f3b035ff4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0504665 Sep 22 15:03:28.181201 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6be53a47-aebd-479b-ace7-773e887d0dce req-b831fd49-934d-4d79-97b1-62ca31378dfa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432224 Sep 22 15:03:28.229735 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:29.158566 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6469b4-d659-41a1-acfb-cad4e214b812 req-ce19e0d1-9019-4253-82d3-6eca76cef86c tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:29.160099 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0c6469b4-d659-41a1-acfb-cad4e214b812 req-ce19e0d1-9019-4253-82d3-6eca76cef86c tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.2744286 Sep 22 15:03:29.233298 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0c6469b4-d659-41a1-acfb-cad4e214b812 req-f94f49e3-203e-4e8c-b19d-bbab6ae4a2ef tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568643 Sep 22 15:03:29.323477 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dccb05-e92e-45ec-99c4-b1737757907e req-4b0681b8-21a9-4778-bdcc-395b5ded6c9a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:29.325149 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-12dccb05-e92e-45ec-99c4-b1737757907e req-4b0681b8-21a9-4778-bdcc-395b5ded6c9a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0465202 Sep 22 15:03:29.375136 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-12dccb05-e92e-45ec-99c4-b1737757907e req-3f35d296-475a-417a-bc03-5b9c58b87ff9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436525 Sep 22 15:03:29.987668 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:30.039303 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:30.350508 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46819aff-c94d-4712-bcb0-104271136d98 req-f34a0f63-65eb-42cd-be28-a06d82e5fea5 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:30.352034 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-46819aff-c94d-4712-bcb0-104271136d98 req-f34a0f63-65eb-42cd-be28-a06d82e5fea5 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0510440 Sep 22 15:03:30.400056 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-46819aff-c94d-4712-bcb0-104271136d98 req-866e7a4f-a6ca-43d4-b552-4140f7e0a6a2 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Sep 22 15:03:30.508081 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3f609-ee4e-43d5-9808-4c722b9320bd req-b24e10a3-0ce4-453e-9b27-b551aae15d1c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:30.509803 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-add3f609-ee4e-43d5-9808-4c722b9320bd req-b24e10a3-0ce4-453e-9b27-b551aae15d1c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0519807 Sep 22 15:03:30.520768 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:30.556880 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-add3f609-ee4e-43d5-9808-4c722b9320bd req-cb38190a-e432-4934-adb4-1a978952b492 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414867 Sep 22 15:03:31.527632 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96411c50-fd5b-4de1-a8dc-6c227724c6f9 req-495e8239-a406-43fa-838c-d8eeda95a658 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:31.529112 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-96411c50-fd5b-4de1-a8dc-6c227724c6f9 req-495e8239-a406-43fa-838c-d8eeda95a658 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0504959 Sep 22 15:03:31.581174 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-96411c50-fd5b-4de1-a8dc-6c227724c6f9 req-44e18c32-f699-4730-9b7e-2e665f9170ed tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462945 Sep 22 15:03:31.684257 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65d2c7-1433-4667-965a-eaf0a5624cef req-491694c7-4946-4bdd-8351-89831bcac092 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:31.685799 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-da65d2c7-1433-4667-965a-eaf0a5624cef req-491694c7-4946-4bdd-8351-89831bcac092 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0494900 Sep 22 15:03:31.728372 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:31.733071 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-da65d2c7-1433-4667-965a-eaf0a5624cef req-9fc68be3-a359-40b8-b27a-9227ba23bdb2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417099 Sep 22 15:03:32.720985 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fdd74-96a5-4e2d-ac64-051517f59643 req-7c8e5fbf-dad5-4ba8-8995-bdf55e680be4 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:32.722478 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a37fdd74-96a5-4e2d-ac64-051517f59643 req-7c8e5fbf-dad5-4ba8-8995-bdf55e680be4 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0624754 Sep 22 15:03:32.772943 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a37fdd74-96a5-4e2d-ac64-051517f59643 req-1b82591a-be36-4b3c-a208-40447407b610 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447071 Sep 22 15:03:32.873556 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ef0f1-c2ff-433b-9a55-77514aaf82bc req-66c68244-3ed8-45a8-93b4-7e0e0c94ddb2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:32.875132 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-177ef0f1-c2ff-433b-9a55-77514aaf82bc req-66c68244-3ed8-45a8-93b4-7e0e0c94ddb2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0554399 Sep 22 15:03:32.925137 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-177ef0f1-c2ff-433b-9a55-77514aaf82bc req-b36e5ed8-d313-4b00-aaec-0b9b5b2a2f50 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442495 Sep 22 15:03:33.205831 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:33.210328 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:33.903991 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea291ec-1244-4f7a-a793-6e3ed3ce2fae req-3c97d3e0-e8c8-48bb-8dd5-5daecb004116 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:33.905520 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6ea291ec-1244-4f7a-a793-6e3ed3ce2fae req-3c97d3e0-e8c8-48bb-8dd5-5daecb004116 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0478935 Sep 22 15:03:33.960262 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6ea291ec-1244-4f7a-a793-6e3ed3ce2fae req-41579875-9b97-4ce5-83f8-22a0b6c80bef tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491612 Sep 22 15:03:34.067897 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ecec3-40a2-4c82-974d-dd9b861b7943 req-c291c91e-ad36-4220-a9be-becaf4c3e82c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:34.069586 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-782ecec3-40a2-4c82-974d-dd9b861b7943 req-c291c91e-ad36-4220-a9be-becaf4c3e82c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0475991 Sep 22 15:03:34.141728 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-782ecec3-40a2-4c82-974d-dd9b861b7943 req-8257bfdb-26a8-4566-829c-c8626b2843f3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659714 Sep 22 15:03:35.089379 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a906c22-d635-404f-ad53-a15852e17fc7 req-082b904d-7a7e-4571-901e-5d45a4b7cb0b tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:35.090828 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7a906c22-d635-404f-ad53-a15852e17fc7 req-082b904d-7a7e-4571-901e-5d45a4b7cb0b tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0458953 Sep 22 15:03:35.137391 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7a906c22-d635-404f-ad53-a15852e17fc7 req-5765e26b-c3fe-410d-b08c-046add0cf26a tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411260 Sep 22 15:03:35.269904 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c7f73-4330-432d-8877-1f7304f55d1b req-2cf92033-38bf-4211-80f7-21d3aca00b01 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:35.271345 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-356c7f73-4330-432d-8877-1f7304f55d1b req-2cf92033-38bf-4211-80f7-21d3aca00b01 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0498378 Sep 22 15:03:35.318625 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-356c7f73-4330-432d-8877-1f7304f55d1b req-2575b6b7-473d-4632-a8d2-bdae4725537f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411670 Sep 22 15:03:36.215514 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:03:36.258340 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43cf12-0496-432b-a977-ac43a6e66232 req-e5911fc6-b802-4389-b00d-d7a644391195 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:36.260069 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8f43cf12-0496-432b-a977-ac43a6e66232 req-e5911fc6-b802-4389-b00d-d7a644391195 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0509343 Sep 22 15:03:36.309535 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8f43cf12-0496-432b-a977-ac43a6e66232 req-2b82bfee-39ea-4ca4-9745-ce92d4931e72 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438039 Sep 22 15:03:36.445779 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8eb34-15f3-4e1a-a7d6-bc7e1ef12f9f req-33d76559-ee52-4f1b-85eb-2dddbd117998 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:36.447234 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-58f8eb34-15f3-4e1a-a7d6-bc7e1ef12f9f req-33d76559-ee52-4f1b-85eb-2dddbd117998 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0456679 Sep 22 15:03:36.492901 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-58f8eb34-15f3-4e1a-a7d6-bc7e1ef12f9f req-ed384893-05a7-4670-8124-df09bc755056 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402336 Sep 22 15:03:37.429695 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1a1d6-536b-4223-b12f-4b30aebb4dc3 req-8a62a416-ea36-49fb-9739-28105db6a740 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:37.431175 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8cd1a1d6-536b-4223-b12f-4b30aebb4dc3 req-8a62a416-ea36-49fb-9739-28105db6a740 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0492821 Sep 22 15:03:37.456436 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:37.478432 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8cd1a1d6-536b-4223-b12f-4b30aebb4dc3 req-85aacc2d-6571-4840-a24d-4deb25bf9e6c tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416551 Sep 22 15:03:37.617476 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec6d04-1292-47f3-8eb5-4d9e9d6b6b11 req-7eb78b6f-418f-4964-afc6-030b012f4b91 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:37.618849 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1cec6d04-1292-47f3-8eb5-4d9e9d6b6b11 req-7eb78b6f-418f-4964-afc6-030b012f4b91 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0462592 Sep 22 15:03:37.668035 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1cec6d04-1292-47f3-8eb5-4d9e9d6b6b11 req-600eab99-b4c9-45f1-b856-4fb9b8a3a56d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436339 Sep 22 15:03:38.600682 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f3ec8-aa1f-4c14-966d-0453b59e3d13 req-b63ac093-6dfb-44a2-bf07-5ec3db95c56c tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:38.602132 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-503f3ec8-aa1f-4c14-966d-0453b59e3d13 req-b63ac093-6dfb-44a2-bf07-5ec3db95c56c tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0466120 Sep 22 15:03:38.626409 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:38.651651 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-503f3ec8-aa1f-4c14-966d-0453b59e3d13 req-8d068ff0-eb37-4f9d-88e8-2756912d3a56 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441079 Sep 22 15:03:38.792983 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97087c46-d115-4cef-9915-2af0ca0b30f1 req-81967fbb-1fad-49f9-afa1-44b2fa0cdc90 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:38.794445 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-97087c46-d115-4cef-9915-2af0ca0b30f1 req-81967fbb-1fad-49f9-afa1-44b2fa0cdc90 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0475719 Sep 22 15:03:38.840258 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-97087c46-d115-4cef-9915-2af0ca0b30f1 req-cbea3646-fa9c-44ac-bca4-23922808be6f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402815 Sep 22 15:03:39.335774 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1899dc7-9ecf-4a63-a103-575c40e12bcf req-9e644ac3-48a2-44b7-8014-6ead88d3fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:39.337331 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b1899dc7-9ecf-4a63-a103-575c40e12bcf req-9e644ac3-48a2-44b7-8014-6ead88d3fec5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7ade45dd41b848c5801b6d37a4232f86&device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 1127 time: 0.0457931 Sep 22 15:03:39.511037 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1899dc7-9ecf-4a63-a103-575c40e12bcf req-6ce0c4cb-6a35-4ba4-88cd-2e59c568d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:39.512568 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b1899dc7-9ecf-4a63-a103-575c40e12bcf req-6ce0c4cb-6a35-4ba4-88cd-2e59c568d246 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=7ade45dd41b848c5801b6d37a4232f86&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1103022 Sep 22 15:03:39.615456 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1899dc7-9ecf-4a63-a103-575c40e12bcf req-43236d97-2107-4b09-931e-4eee3c7f802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:39.616967 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b1899dc7-9ecf-4a63-a103-575c40e12bcf req-43236d97-2107-4b09-931e-4eee3c7f802e service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970230 Sep 22 15:03:39.768988 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b20b1a-9755-40ba-839f-a968293dfe1e req-4d6e5e3e-45a0-4dbc-b9ba-b307b3d81e94 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:39.770377 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b7b20b1a-9755-40ba-839f-a968293dfe1e req-4d6e5e3e-45a0-4dbc-b9ba-b307b3d81e94 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0473807 Sep 22 15:03:39.816846 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b7b20b1a-9755-40ba-839f-a968293dfe1e req-89218d20-41d5-4ead-a76f-2b01d97b30b7 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Sep 22 15:03:39.966894 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af7673-504f-4415-a73b-4c45a241fe85 req-7852c332-3513-43de-b50d-4f98effbd6b2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:39.968363 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-87af7673-504f-4415-a73b-4c45a241fe85 req-7852c332-3513-43de-b50d-4f98effbd6b2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0498383 Sep 22 15:03:40.017350 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c951e48c-6c5f-44ac-b5b3-66676b662604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:40.018920 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c951e48c-6c5f-44ac-b5b3-66676b662604 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7ade45dd41b848c5801b6d37a4232f86&device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 1127 time: 0.0419147 Sep 22 15:03:40.020175 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-87af7673-504f-4415-a73b-4c45a241fe85 req-16e2c555-1e0a-44e7-a0ee-fd52a9eba530 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449820 Sep 22 15:03:40.029774 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:40.036248 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=73,neutron:UPDATE=7 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:40.074346 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-07475044-cec7-4a2d-ba6d-50c3698b1c4f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81440cf4-db87-4d4e-8e7f-ddacf1967aee HTTP/1.1" status: 200 len: 217 time: 0.0350320 Sep 22 15:03:40.129500 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-de8f7191-c8c8-4217-a658-e1ee7aee4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:40.131100 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-de8f7191-c8c8-4217-a658-e1ee7aee4fca service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=cc17b5e3-f48e-4014-8d8b-bfd29cb0e872 HTTP/1.1" status: 200 len: 854 time: 0.0467100 Sep 22 15:03:40.182048 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c2868a87-a86f-4407-aeda-d601cf344da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:40.183570 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-c2868a87-a86f-4407-aeda-d601cf344da5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434132 Sep 22 15:03:40.285148 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-04c6c970-3d28-4e70-8d86-7c1f80e5b340 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923936 Sep 22 15:03:40.576792 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9d795bd8-5268-4348-82a7-02c6d6d3e769 req-7a1dfb37-408c-416e-bed3-fda80e61d926 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166492 Sep 22 15:03:40.624849 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [req-ddf3545f-9ec0-47d8-a3ad-d26b65da75a2 req-45ee19a5-d2bb-42f5-9041-05c6ba6baec2 service neutron] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 15:03:40.625877 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ddf3545f-9ec0-47d8-a3ad-d26b65da75a2 req-45ee19a5-d2bb-42f5-9041-05c6ba6baec2 service neutron] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0661509 Sep 22 15:03:40.826429 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90176705-5ad1-4a95-ab76-5b340d465de1 req-7efb8dc3-4ca5-40fa-9f7e-1058c39534d0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:40.827958 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-90176705-5ad1-4a95-ab76-5b340d465de1 req-7efb8dc3-4ca5-40fa-9f7e-1058c39534d0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0490644 Sep 22 15:03:40.879640 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-90176705-5ad1-4a95-ab76-5b340d465de1 req-0a075643-52f8-4dc4-a557-971c03c38160 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453744 Sep 22 15:03:40.950764 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff68e4-ace2-402e-aa02-daa45a1fe238 req-a43830c2-228c-4ec4-892b-46f0e1a0f925 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:40.952276 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1eff68e4-ace2-402e-aa02-daa45a1fe238 req-a43830c2-228c-4ec4-892b-46f0e1a0f925 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0479081 Sep 22 15:03:40.979944 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 52924) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:03:41.004715 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1eff68e4-ace2-402e-aa02-daa45a1fe238 req-03093b2e-8f29-48a4-aedc-6e41dbe0170e tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457597 Sep 22 15:03:41.059005 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-22c28176-df2b-479d-a4de-b69db0192d2b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778003 Sep 22 15:03:41.068060 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-8f60ec72-86c0-4e86-938e-3f74672ae49e service neutron] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 15:03:41.069009 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-8f60ec72-86c0-4e86-938e-3f74672ae49e service neutron] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054088 Sep 22 15:03:41.147041 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 52932) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:03:41.200433 dv-cinder-856463-5-iscsi neutron-server[106242]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 15:03:41.272461 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-2050d126-3332-447b-9571-5f92789e684a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:41.273860 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-2050d126-3332-447b-9571-5f92789e684a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports/55a8cf19-235c-45bb-bea4-adcb554d7518 HTTP/1.1" status: 200 len: 940 time: 0.1258037 Sep 22 15:03:42.005973 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b3f81-c823-436f-b733-2689abff5cf3 req-17bf3afe-b8f6-46ff-a478-02869e3b363f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:42.007445 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-699b3f81-c823-436f-b733-2689abff5cf3 req-17bf3afe-b8f6-46ff-a478-02869e3b363f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0453110 Sep 22 15:03:42.054714 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-699b3f81-c823-436f-b733-2689abff5cf3 req-3fb1a3bf-f24d-4dfa-abe7-dffc96e28a5c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415387 Sep 22 15:03:42.125370 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7de41-c78c-484b-a202-8462f1e22dc6 req-c67289aa-b5d9-47c1-8a12-67d3a427ed02 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:42.126809 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-82c7de41-c78c-484b-a202-8462f1e22dc6 req-c67289aa-b5d9-47c1-8a12-67d3a427ed02 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0453448 Sep 22 15:03:42.173035 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-82c7de41-c78c-484b-a202-8462f1e22dc6 req-168e10f2-920f-405c-a140-f2c5798fc136 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406547 Sep 22 15:03:43.187712 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6f4a8-3dc5-4d80-a95a-254ef64701fb req-c91628eb-ef82-4977-9d5a-c3d4191d0e44 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:43.189226 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4de6f4a8-3dc5-4d80-a95a-254ef64701fb req-c91628eb-ef82-4977-9d5a-c3d4191d0e44 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0500631 Sep 22 15:03:43.240320 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4de6f4a8-3dc5-4d80-a95a-254ef64701fb req-c120045b-b5db-4372-b1a5-2f58e3df3af9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447211 Sep 22 15:03:43.286108 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:43.300408 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96042d04-3974-444a-921c-b0de1c312719 req-dbf01409-c7e0-48e2-9ab0-947075e2e663 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:43.302438 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-96042d04-3974-444a-921c-b0de1c312719 req-dbf01409-c7e0-48e2-9ab0-947075e2e663 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 943 time: 0.0517883 Sep 22 15:03:43.350243 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-96042d04-3974-444a-921c-b0de1c312719 req-58547476-2896-43e4-9efe-0ee68c5baa35 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417976 Sep 22 15:03:43.563833 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 81440cf4-db87-4d4e-8e7f-ddacf1967aee details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:03:43.671024 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 81440cf4-db87-4d4e-8e7f-ddacf1967aee, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=81440cf4-db87-4d4e-8e7f-ddacf1967aee,segment=NetworkSegment(8f328c5f-8f0a-4e4c-8998-c449fdb37bb0),segment_id=8f328c5f-8f0a-4e4c-8998-c449fdb37bb0)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:03:43.683056 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '81440cf4-db87-4d4e-8e7f-ddacf1967aee', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'port_id': '81440cf4-db87-4d4e-8e7f-ddacf1967aee', 'mac_address': 'fa:16:3e:fb:3f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:03:43.721258 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 81440cf4-db87-4d4e-8e7f-ddacf1967aee is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:43.721652 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:43.735425 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81440cf4-db87-4d4e-8e7f-ddacf1967aee {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:03:43.762268 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 81440cf4-db87-4d4e-8e7f-ddacf1967aee, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=81440cf4-db87-4d4e-8e7f-ddacf1967aee,segment=NetworkSegment(8f328c5f-8f0a-4e4c-8998-c449fdb37bb0),segment_id=8f328c5f-8f0a-4e4c-8998-c449fdb37bb0)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:03:43.765546 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:43.820709 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=81440cf4-db87-4d4e-8e7f-ddacf1967aee,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:44.251031 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['81440cf4-db87-4d4e-8e7f-ddacf1967aee'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:03:44.371288 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d1b32-bbb6-4437-a04d-415a0af8024a req-f1e480ca-f895-43c7-a9d8-fb087d758f26 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:44.373076 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-957d1b32-bbb6-4437-a04d-415a0af8024a req-f1e480ca-f895-43c7-a9d8-fb087d758f26 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0499883 Sep 22 15:03:44.420378 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-957d1b32-bbb6-4437-a04d-415a0af8024a req-bc6840bc-03b7-4801-b9d2-9964b88492c2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418575 Sep 22 15:03:44.481365 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f936d3b-ab10-4f74-acd3-e9b7c2d6d5fd req-6ea19d63-ad5f-46b4-801d-b32bb7cc2ada tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:44.482903 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8f936d3b-ab10-4f74-acd3-e9b7c2d6d5fd req-6ea19d63-ad5f-46b4-801d-b32bb7cc2ada tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 944 time: 0.0534403 Sep 22 15:03:44.530020 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8f936d3b-ab10-4f74-acd3-e9b7c2d6d5fd req-05f7f452-aca3-4995-b008-fe28371588e4 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413938 Sep 22 15:03:45.531541 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:45.546956 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b5c38-24a9-4531-91c9-065d77f18e2b req-7b17c073-5b25-4470-89f9-b141b509119c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:45.548452 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4b5b5c38-24a9-4531-91c9-065d77f18e2b req-7b17c073-5b25-4470-89f9-b141b509119c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0462899 Sep 22 15:03:45.594187 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 81440cf4-db87-4d4e-8e7f-ddacf1967aee up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:03:45.602134 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4b5b5c38-24a9-4531-91c9-065d77f18e2b req-01631f22-5268-40a9-9b55-1d765f212524 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472007 Sep 22 15:03:45.639444 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port 81440cf4-db87-4d4e-8e7f-ddacf1967aee completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:03:45.644980 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 81440cf4-db87-4d4e-8e7f-ddacf1967aee triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:03:45.645465 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:45.645839 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 81440cf4-db87-4d4e-8e7f-ddacf1967aee Sep 22 15:03:45.649881 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e63407-6b86-4996-9a1d-1d04c1c53429 req-b5687906-1a28-4655-b16a-21aed97e0926 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:45.651430 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f0e63407-6b86-4996-9a1d-1d04c1c53429 req-b5687906-1a28-4655-b16a-21aed97e0926 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 944 time: 0.0482469 Sep 22 15:03:45.704071 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f0e63407-6b86-4996-9a1d-1d04c1c53429 req-deb1e427-c87a-4bd5-9881-7d3cff14c658 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 Sep 22 15:03:45.717389 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 81440cf4-db87-4d4e-8e7f-ddacf1967aee is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:03:45.717774 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:45.741782 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6887643f-1de9-485f-9bf9-75e81e07783b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81440cf4-db87-4d4e-8e7f-ddacf1967aee'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:03:45.744051 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bbb812-ffba-4002-8265-53c9df88e0ef" -d '{"events": [{"server_uuid": "6887643f-1de9-485f-9bf9-75e81e07783b", "name": "network-vif-plugged", "status": "completed", "tag": "81440cf4-db87-4d4e-8e7f-ddacf1967aee"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:03:45.756716 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 81440cf4-db87-4d4e-8e7f-ddacf1967aee, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=81440cf4-db87-4d4e-8e7f-ddacf1967aee,segment=NetworkSegment(8f328c5f-8f0a-4e4c-8998-c449fdb37bb0),segment_id=8f328c5f-8f0a-4e4c-8998-c449fdb37bb0)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:03:45.761374 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:45.783577 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52045a14-815c-4af5-b94d-6175dfb36098 x-openstack-request-id: req-52045a14-815c-4af5-b94d-6175dfb36098 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:03:45.783865 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6887643f-1de9-485f-9bf9-75e81e07783b", "name": "network-vif-plugged", "status": "completed", "tag": "81440cf4-db87-4d4e-8e7f-ddacf1967aee", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:03:45.784118 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52045a14-815c-4af5-b94d-6175dfb36098 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:03:45.784513 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52045a14-815c-4af5-b94d-6175dfb36098'] response: {'server_uuid': '6887643f-1de9-485f-9bf9-75e81e07783b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81440cf4-db87-4d4e-8e7f-ddacf1967aee', 'code': 200} Sep 22 15:03:45.809924 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=81440cf4-db87-4d4e-8e7f-ddacf1967aee,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:03:45.998104 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaa6cd-72fc-4db6-a9f9-98f7e65d2f06 req-7041c586-d756-4888-8c68-b0a6378ff72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:45.999524 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-fbbaa6cd-72fc-4db6-a9f9-98f7e65d2f06 req-7041c586-d756-4888-8c68-b0a6378ff72f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 1129 time: 0.0393548 Sep 22 15:03:46.042920 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-fbbaa6cd-72fc-4db6-a9f9-98f7e65d2f06 req-62054ac1-323b-4dd5-ab3a-d067268b664a service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368693 Sep 22 15:03:46.212634 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:46.726554 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2b17c-ed4a-484e-9a34-00859d737823 req-03fd0100-d0f8-4ad6-8678-88599376f07e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:46.727999 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-20f2b17c-ed4a-484e-9a34-00859d737823 req-03fd0100-d0f8-4ad6-8678-88599376f07e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0459950 Sep 22 15:03:46.777283 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-20f2b17c-ed4a-484e-9a34-00859d737823 req-91b3f1de-77dd-4e1b-9a26-4f692327e74c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433950 Sep 22 15:03:46.833071 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca25c4-b215-4251-b75d-3ef359887d79 req-2a44d659-4286-4fe8-8cad-2f250f3355e4 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:46.834490 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5dca25c4-b215-4251-b75d-3ef359887d79 req-2a44d659-4286-4fe8-8cad-2f250f3355e4 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 945 time: 0.0519316 Sep 22 15:03:46.882110 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5dca25c4-b215-4251-b75d-3ef359887d79 req-2280e1cc-b71d-45fb-a06d-6a73471e2f27 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420029 Sep 22 15:03:47.904395 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eae0d4-0f94-4342-9ee9-902b761b39a8 req-168b6757-1f24-4773-9bc3-9925d45d5f6e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:47.905862 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-36eae0d4-0f94-4342-9ee9-902b761b39a8 req-168b6757-1f24-4773-9bc3-9925d45d5f6e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0458727 Sep 22 15:03:47.955190 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-36eae0d4-0f94-4342-9ee9-902b761b39a8 req-da5db9b1-6792-4e47-8834-611e24f497be tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432184 Sep 22 15:03:48.002267 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedfa24-573b-4fc7-ad0b-f82dff46062f req-c2b6094b-c055-483f-b4aa-84f08b23bdcc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:48.003849 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6fedfa24-573b-4fc7-ad0b-f82dff46062f req-c2b6094b-c055-483f-b4aa-84f08b23bdcc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 945 time: 0.0469303 Sep 22 15:03:48.056523 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6fedfa24-573b-4fc7-ad0b-f82dff46062f req-789a0812-4d87-4854-85ed-240e6d68e42c tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462973 Sep 22 15:03:49.083504 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03a7e9-f82c-4cef-b573-9b1bc048cd63 req-2ce835b8-ba41-4ace-a6a3-681d9483e2ab tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:49.085068 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4c03a7e9-f82c-4cef-b573-9b1bc048cd63 req-2ce835b8-ba41-4ace-a6a3-681d9483e2ab tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0457335 Sep 22 15:03:49.146091 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4c03a7e9-f82c-4cef-b573-9b1bc048cd63 req-80897c5f-a039-46e6-b96e-8a550e471283 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546196 Sep 22 15:03:49.179143 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f75f2-9dd8-4450-bb16-7142d413e7d8 req-53b2b366-bfbe-4f6b-9d00-900370cd4f4c tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:49.180629 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bb4f75f2-9dd8-4450-bb16-7142d413e7d8 req-53b2b366-bfbe-4f6b-9d00-900370cd4f4c tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 945 time: 0.0481839 Sep 22 15:03:49.240503 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bb4f75f2-9dd8-4450-bb16-7142d413e7d8 req-c28faf10-aba7-4708-b088-7c71132efbf0 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543303 Sep 22 15:03:49.369541 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58cce2-c6a2-4a59-b6ae-858d346550a0 req-ab0bb87a-83df-42af-8e32-690c7ab2f6dd tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:49.371013 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ab58cce2-c6a2-4a59-b6ae-858d346550a0 req-ab0bb87a-83df-42af-8e32-690c7ab2f6dd tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 945 time: 0.0498228 Sep 22 15:03:49.383397 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:49.418373 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ab58cce2-c6a2-4a59-b6ae-858d346550a0 req-0cc4b6a2-9fef-4161-8cd6-0a08fefa0f51 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Sep 22 15:03:49.765001 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9d4d7-2902-4d12-b72f-4b1ff6921e7b req-ab5872da-6992-4cc3-88fa-d395f3971ac6 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:49.766680 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f4a9d4d7-2902-4d12-b72f-4b1ff6921e7b req-ab5872da-6992-4cc3-88fa-d395f3971ac6 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 945 time: 0.0594771 Sep 22 15:03:49.817652 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f4a9d4d7-2902-4d12-b72f-4b1ff6921e7b req-c26e4343-a396-4b1d-b3fc-2f888e8019be tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445225 Sep 22 15:03:50.297880 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74326045-23f6-4208-8703-0f1b9f9d179c req-2411e251-1f66-414e-8046-fe9a90fc122d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:50.299406 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-74326045-23f6-4208-8703-0f1b9f9d179c req-2411e251-1f66-414e-8046-fe9a90fc122d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0520117 Sep 22 15:03:50.348606 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-74326045-23f6-4208-8703-0f1b9f9d179c req-26784d23-bd95-4207-aeef-a4d517556f68 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430949 Sep 22 15:03:51.452573 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-6e136bdd-cfc6-4803-a330-ea5b861bcdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:51.454027 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-6e136bdd-cfc6-4803-a330-ea5b861bcdde service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af&tenant_id=58581ef3e3844816923467523d5be072 HTTP/1.1" status: 200 len: 1127 time: 0.1230228 Sep 22 15:03:51.470470 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:51.482789 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789d930-8bff-4268-a77a-3c7f4dde7afa req-ec095ccf-158e-4893-bdaf-cb34b97b94ef tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:51.490130 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5789d930-8bff-4268-a77a-3c7f4dde7afa req-ec095ccf-158e-4893-bdaf-cb34b97b94ef tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0553448 Sep 22 15:03:51.536394 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5789d930-8bff-4268-a77a-3c7f4dde7afa req-ec55b695-9d26-441f-a636-1bfc185af0d0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448377 Sep 22 15:03:51.551378 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-64f0b12c-2da4-4b56-9ec7-3c6d69e1f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:51.553573 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-64f0b12c-2da4-4b56-9ec7-3c6d69e1f457 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 1127 time: 0.0484614 Sep 22 15:03:51.650847 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-df1ca614-6059-44f2-b09a-7c4bdff19ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:51.652498 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-df1ca614-6059-44f2-b09a-7c4bdff19ebe service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 200 len: 918 time: 0.0906403 Sep 22 15:03:52.128195 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:52.664872 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d031f6-423a-4a5d-b96c-2feb451be833 req-2bf52dcd-9b47-4af9-acfb-94b33e4d035d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:52.666344 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-66d031f6-423a-4a5d-b96c-2feb451be833 req-2bf52dcd-9b47-4af9-acfb-94b33e4d035d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0462365 Sep 22 15:03:52.715271 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-66d031f6-423a-4a5d-b96c-2feb451be833 req-975a67f4-55ce-4073-97a4-f2ffbed02902 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434873 Sep 22 15:03:52.816064 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-fc0c105b-a0f5-4401-9ac8-66125ad34ee7 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55a8cf19-235c-45bb-bea4-adcb554d7518 HTTP/1.1" status: 200 len: 999 time: 0.0902011 Sep 22 15:03:53.191126 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:53.611352 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:53.622795 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-ddf2ef5c-6533-41cb-b843-768684c2d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:53.624288 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-ddf2ef5c-6533-41cb-b843-768684c2d4ce service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=beeb1e81-2d0a-4aaa-8268-e889ab63bedf HTTP/1.1" status: 200 len: 856 time: 0.0463665 Sep 22 15:03:53.841407 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b6197-449f-4cc8-a0fb-5f3515348312 req-d701ddca-6574-4070-bc07-09c9a33310c8 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:53.842892 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bc6b6197-449f-4cc8-a0fb-5f3515348312 req-d701ddca-6574-4070-bc07-09c9a33310c8 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0457182 Sep 22 15:03:53.892000 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bc6b6197-449f-4cc8-a0fb-5f3515348312 req-d75cadc0-4eb7-4d2b-a6bf-f53fee3f9fd5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424109 Sep 22 15:03:54.669927 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9b2a8220-0260-4b15-8013-2887b17ed053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:54.982221 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:03:55.016862 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-83c33a73-77e5-40fd-9498-a032dc9ade74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:55.023079 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-83c33a73-77e5-40fd-9498-a032dc9ade74 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d2cd27ce-59e4-4969-86d2-13164d033d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458350 Sep 22 15:03:55.029729 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3789ee3-aa37-42e9-97a0-8fc78369d647 req-d4d15b40-9841-4696-b46e-13805aa00337 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:55.035715 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a3789ee3-aa37-42e9-97a0-8fc78369d647 req-d4d15b40-9841-4696-b46e-13805aa00337 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0580509 Sep 22 15:03:55.086164 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a3789ee3-aa37-42e9-97a0-8fc78369d647 req-c0c06d92-a0e2-4ee6-86ee-44d9d842191d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479469 Sep 22 15:03:55.115483 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-f3b82525-0127-4c0e-a2e7-6361d752a235 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866520 Sep 22 15:03:55.206672 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1deecf36-44e7-467f-a220-aad9c78bcef5 req-deb3df29-fb6e-480e-a473-613e89774cd6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853133 Sep 22 15:03:56.223580 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f721ec7-bbc5-487f-9dea-5fc1ee89bf23 req-d3038b41-6aec-4122-8ee6-b4b0f5ac579a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:56.224993 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5f721ec7-bbc5-487f-9dea-5fc1ee89bf23 req-d3038b41-6aec-4122-8ee6-b4b0f5ac579a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0544851 Sep 22 15:03:56.278312 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5f721ec7-bbc5-487f-9dea-5fc1ee89bf23 req-fdc16abc-4127-4cf3-bfba-f264db66c4d9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477335 Sep 22 15:03:57.108001 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3707bb1c-dc88-4bd5-b3ce-d494f58ea58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:57.408961 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b5987-bcda-430c-abdc-9e0fa79c52f9 req-cd480056-f45f-4c99-8fc2-d5a11658b6fc tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:57.410418 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e07b5987-bcda-430c-abdc-9e0fa79c52f9 req-cd480056-f45f-4c99-8fc2-d5a11658b6fc tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0456648 Sep 22 15:03:57.457007 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e07b5987-bcda-430c-abdc-9e0fa79c52f9 req-9e38be76-6049-489a-a10c-2f6a49b8dca0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403850 Sep 22 15:03:58.228620 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:03:58.586178 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60985bc-05ad-4265-889b-b94a79bebf91 req-a4056880-4712-40cf-a165-67acc415c354 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:58.587729 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d60985bc-05ad-4265-889b-b94a79bebf91 req-a4056880-4712-40cf-a165-67acc415c354 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0474887 Sep 22 15:03:58.644380 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d60985bc-05ad-4265-889b-b94a79bebf91 req-c6b144c3-c8c8-4a7a-9721-33a3028e625a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506980 Sep 22 15:03:59.805699 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57697f7-f38d-4c26-94fa-fcd96ec19bc5 req-4f40f4a7-e857-41fd-b0ed-af4c83269396 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:03:59.807437 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d57697f7-f38d-4c26-94fa-fcd96ec19bc5 req-4f40f4a7-e857-41fd-b0ed-af4c83269396 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0719705 Sep 22 15:03:59.868689 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d57697f7-f38d-4c26-94fa-fcd96ec19bc5 req-a9448c14-b203-438c-8d10-937ebaa5d7d2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433872 Sep 22 15:03:59.989216 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:00.044737 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:00.985255 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:01.006313 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c93a9a-0ba8-4372-8965-0a3237793e6f req-9e6eb1fd-59a6-44e8-bb1e-c34a798c4669 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:01.007874 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-55c93a9a-0ba8-4372-8965-0a3237793e6f req-9e6eb1fd-59a6-44e8-bb1e-c34a798c4669 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0507882 Sep 22 15:04:01.102214 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-55c93a9a-0ba8-4372-8965-0a3237793e6f req-ad556ae3-76d8-4830-8466-bdd0053a56bb tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882170 Sep 22 15:04:02.243805 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79debd-cf91-4d97-9fca-dc3945b3b8ec req-c67fd184-f147-41c7-a802-bfa63130fad6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:02.245285 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4d79debd-cf91-4d97-9fca-dc3945b3b8ec req-c67fd184-f147-41c7-a802-bfa63130fad6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0510259 Sep 22 15:04:02.293692 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4d79debd-cf91-4d97-9fca-dc3945b3b8ec req-edbad75a-52cf-45ab-8830-a089952b6f95 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428357 Sep 22 15:04:03.427466 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15adef1-7029-487c-bf94-8c5a7d9685cc req-b29107e5-c5b3-468a-9777-9cb5eb22b3a8 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:03.429169 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c15adef1-7029-487c-bf94-8c5a7d9685cc req-b29107e5-c5b3-468a-9777-9cb5eb22b3a8 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0500538 Sep 22 15:04:03.478781 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c15adef1-7029-487c-bf94-8c5a7d9685cc req-b52c2514-2d51-4208-ad88-a4672e391242 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438077 Sep 22 15:04:04.646966 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b9ee2-9769-46e0-a14c-8d3490c80f57 req-dcf39cce-010f-4fcf-98a4-a52a577f3f9c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:04.648744 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-174b9ee2-9769-46e0-a14c-8d3490c80f57 req-dcf39cce-010f-4fcf-98a4-a52a577f3f9c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0625999 Sep 22 15:04:04.693012 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:04.698214 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-174b9ee2-9769-46e0-a14c-8d3490c80f57 req-466beadd-c62f-4734-8744-04b1157fab68 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437376 Sep 22 15:04:05.202591 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=25 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:05.204568 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=21 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:05.823955 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec707e70-0640-4cc5-9b16-f4bb3789e0b0 req-0496d51a-52b3-4ea1-928c-9c0e65cc0b43 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:05.825417 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ec707e70-0640-4cc5-9b16-f4bb3789e0b0 req-0496d51a-52b3-4ea1-928c-9c0e65cc0b43 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0468051 Sep 22 15:04:05.871244 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ec707e70-0640-4cc5-9b16-f4bb3789e0b0 req-efdf6700-9617-4730-a588-081fec204a40 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403013 Sep 22 15:04:07.001226 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c3e2d-bd7f-4f3b-9aff-4a1132ca2b98 req-adbd8ba6-1b09-46b4-a6ca-7b7c1ad04872 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:07.002711 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-514c3e2d-bd7f-4f3b-9aff-4a1132ca2b98 req-adbd8ba6-1b09-46b4-a6ca-7b7c1ad04872 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0486023 Sep 22 15:04:07.053799 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-514c3e2d-bd7f-4f3b-9aff-4a1132ca2b98 req-5d85196d-19ce-4b62-9805-0c95e60568ff tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454831 Sep 22 15:04:08.180630 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d916b47-47af-4908-91d0-d4bace2f9d55 req-4085cb7a-4cd0-470f-ae66-759f63f1b540 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:08.182095 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5d916b47-47af-4908-91d0-d4bace2f9d55 req-4085cb7a-4cd0-470f-ae66-759f63f1b540 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0455856 Sep 22 15:04:08.228948 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5d916b47-47af-4908-91d0-d4bace2f9d55 req-4774b8e8-9a0b-4754-90fc-b7c73489db98 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412591 Sep 22 15:04:09.402020 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85e872-52bf-45ee-ad82-70e41d90af39 req-86ef9767-da33-4308-a895-87cb3537f4fb tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:09.403565 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5d85e872-52bf-45ee-ad82-70e41d90af39 req-86ef9767-da33-4308-a895-87cb3537f4fb tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0840807 Sep 22 15:04:09.456466 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5d85e872-52bf-45ee-ad82-70e41d90af39 req-707b6a4b-75bc-4d74-a5b8-306df5dc02a2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470519 Sep 22 15:04:10.037738 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:10.039632 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:10.586693 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570468ca-46e8-416d-b6a1-7ed867cc0024 req-98496145-bf09-4ead-9dcc-32ad62030f8f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:10.588164 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-570468ca-46e8-416d-b6a1-7ed867cc0024 req-98496145-bf09-4ead-9dcc-32ad62030f8f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0499578 Sep 22 15:04:10.634795 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-570468ca-46e8-416d-b6a1-7ed867cc0024 req-a71b1bb3-ced7-4b72-8d65-cc4976a7ba8a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411549 Sep 22 15:04:11.769507 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8c82b-ad53-411d-bcfb-b522bbcc53ea req-91437b0c-fefe-40b8-a0b8-6ffc1749b87d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:11.771525 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-47f8c82b-ad53-411d-bcfb-b522bbcc53ea req-91437b0c-fefe-40b8-a0b8-6ffc1749b87d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0516648 Sep 22 15:04:11.818203 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-47f8c82b-ad53-411d-bcfb-b522bbcc53ea req-36b2d43f-30c0-454b-a437-55a3a7f2b08b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411344 Sep 22 15:04:12.942513 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a682b5b-e881-48f0-b122-a34ff8972218 req-3ca434af-e90e-4bf8-b255-d44d8865f30b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:12.944019 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a682b5b-e881-48f0-b122-a34ff8972218 req-3ca434af-e90e-4bf8-b255-d44d8865f30b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0459590 Sep 22 15:04:12.997292 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a682b5b-e881-48f0-b122-a34ff8972218 req-bc51a864-3a94-4805-bd13-d16502c299e2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469027 Sep 22 15:04:13.214935 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:04:14.107822 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:14.126974 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72689c-a76a-4982-8fc1-f5b211f98554 req-b8b29816-a6a6-4bd5-a501-9b2a959c0ac9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:14.128463 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dd72689c-a76a-4982-8fc1-f5b211f98554 req-b8b29816-a6a6-4bd5-a501-9b2a959c0ac9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0478160 Sep 22 15:04:14.174479 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dd72689c-a76a-4982-8fc1-f5b211f98554 req-8a55944b-cf3a-4114-beeb-9eb7bde1f3e3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403080 Sep 22 15:04:15.305591 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653a3f6-3bdf-446e-9b43-54464d85d5ff req-3d61898a-b9d8-4942-b3d6-fafda5b5cbf6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:15.307086 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d653a3f6-3bdf-446e-9b43-54464d85d5ff req-3d61898a-b9d8-4942-b3d6-fafda5b5cbf6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0472236 Sep 22 15:04:15.357177 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d653a3f6-3bdf-446e-9b43-54464d85d5ff req-27b8a42f-624a-4a0c-a61f-ed454eb4b0e8 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438139 Sep 22 15:04:16.071887 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cc131-f5f0-41f0-ac9e-b0f8df77e026 req-efc04681-e6eb-4119-aa5b-d7373205c6d9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:16.073361 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-638cc131-f5f0-41f0-ac9e-b0f8df77e026 req-efc04681-e6eb-4119-aa5b-d7373205c6d9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0498338 Sep 22 15:04:16.090301 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd041d8-0bf6-4043-959a-ddd95e16cd79 req-bd85b5c5-5888-4fe1-8fab-3509873edbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:16.091816 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dd041d8-0bf6-4043-959a-ddd95e16cd79 req-bd85b5c5-5888-4fe1-8fab-3509873edbf1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 1130 time: 0.0376525 Sep 22 15:04:16.121476 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-638cc131-f5f0-41f0-ac9e-b0f8df77e026 req-393bafde-2d69-41f8-b9f4-9a380b6ace5c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416439 Sep 22 15:04:16.379799 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd041d8-0bf6-4043-959a-ddd95e16cd79 req-055a8eef-26b9-4e77-bf4e-6c4c7023f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:16.381161 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dd041d8-0bf6-4043-959a-ddd95e16cd79 req-055a8eef-26b9-4e77-bf4e-6c4c7023f011 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 920 time: 0.2822819 Sep 22 15:04:16.448500 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dd041d8-0bf6-4043-959a-ddd95e16cd79 req-6506026f-edec-478c-9480-5144d7f93da2 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=495a1319-086a-433b-bc7d-5eb84ce7d95e HTTP/1.1" status: 200 len: 1002 time: 0.0545380 Sep 22 15:04:16.488228 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a2254-5304-4c89-a8e6-06fa0fc4234d req-8131e3cd-33ec-4828-b14e-86598962770a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:16.489823 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f60a2254-5304-4c89-a8e6-06fa0fc4234d req-8131e3cd-33ec-4828-b14e-86598962770a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0469782 Sep 22 15:04:16.499365 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd041d8-0bf6-4043-959a-ddd95e16cd79 req-c7c38cbc-1a66-4c42-b6e9-2251f1266490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:16.500905 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dd041d8-0bf6-4043-959a-ddd95e16cd79 req-c7c38cbc-1a66-4c42-b6e9-2251f1266490 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.0447485 Sep 22 15:04:16.537241 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f60a2254-5304-4c89-a8e6-06fa0fc4234d req-559deee3-f62a-4c49-886a-524c860195a2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418522 Sep 22 15:04:16.548481 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd041d8-0bf6-4043-959a-ddd95e16cd79 req-afe39514-5ea4-4bb4-acc8-e0f2acc280a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:16.549978 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dd041d8-0bf6-4043-959a-ddd95e16cd79 req-afe39514-5ea4-4bb4-acc8-e0f2acc280a3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405135 Sep 22 15:04:16.640578 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dd041d8-0bf6-4043-959a-ddd95e16cd79 req-22e357e5-3170-45a9-9f3f-018e910b42e8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827549 Sep 22 15:04:16.730399 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dd041d8-0bf6-4043-959a-ddd95e16cd79 req-1fe89270-eb61-4e68-92dc-36d7bad648ee service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833158 Sep 22 15:04:17.244345 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba8fee-2574-4f3a-ae8a-b0518228b692 req-9c39b1f9-fe4d-40e8-8422-3a1770752bc0 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:17.245813 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-64ba8fee-2574-4f3a-ae8a-b0518228b692 req-9c39b1f9-fe4d-40e8-8422-3a1770752bc0 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0492365 Sep 22 15:04:17.271399 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:17.295405 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-64ba8fee-2574-4f3a-ae8a-b0518228b692 req-5c858729-c509-4851-a12a-7c5e78957d06 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440371 Sep 22 15:04:17.663164 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb94c-6515-4f0a-9fdd-3d66736540f2 req-ed03dc9e-835d-4968-8bcd-fbc8cdb01187 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:17.664632 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fc5eb94c-6515-4f0a-9fdd-3d66736540f2 req-ed03dc9e-835d-4968-8bcd-fbc8cdb01187 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0462310 Sep 22 15:04:17.710185 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fc5eb94c-6515-4f0a-9fdd-3d66736540f2 req-c1867f90-623c-4fd7-b3bd-3449d680de2b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401685 Sep 22 15:04:18.421971 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfecd31-04d6-4f02-8a53-c19a14c6284f req-50673c90-b7da-4326-9f77-55c5219e821b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:18.423474 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dbfecd31-04d6-4f02-8a53-c19a14c6284f req-50673c90-b7da-4326-9f77-55c5219e821b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0539687 Sep 22 15:04:18.474117 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dbfecd31-04d6-4f02-8a53-c19a14c6284f req-511b9115-616e-49a2-8980-97f124823a4a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442200 Sep 22 15:04:18.820553 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-17102cb6-ad9f-4cbe-8a4a-5fbf1c29fafa req-aac6c270-0fce-4ff5-a9a1-d36ff50fb1a7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374415 Sep 22 15:04:18.834067 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0399b0-735f-4b10-8662-497fc85bade4 req-c5336aac-e41e-41ed-87f9-60f571af9bf1 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:18.835548 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dc0399b0-735f-4b10-8662-497fc85bade4 req-c5336aac-e41e-41ed-87f9-60f571af9bf1 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0454082 Sep 22 15:04:18.882342 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dc0399b0-735f-4b10-8662-497fc85bade4 req-23c1685d-f6c9-431e-8fab-cffd47c08602 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410860 Sep 22 15:04:18.911701 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17102cb6-ad9f-4cbe-8a4a-5fbf1c29fafa req-ed16cf35-8872-487f-a916-e3a64f299e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:18.913203 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-17102cb6-ad9f-4cbe-8a4a-5fbf1c29fafa req-ed16cf35-8872-487f-a916-e3a64f299e8e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 1129 time: 0.0392807 Sep 22 15:04:19.031227 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17102cb6-ad9f-4cbe-8a4a-5fbf1c29fafa req-1f9a7892-e91b-477c-af08-2a73115de9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:19.032634 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-17102cb6-ad9f-4cbe-8a4a-5fbf1c29fafa req-1f9a7892-e91b-477c-af08-2a73115de9b0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 920 time: 0.0932369 Sep 22 15:04:19.071013 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-17102cb6-ad9f-4cbe-8a4a-5fbf1c29fafa req-f44fd457-d36c-44f0-b5ff-d7de340aaf42 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3257c80-b559-4b7e-a1fe-503ee11c4dce HTTP/1.1" status: 200 len: 217 time: 0.0316720 Sep 22 15:04:19.122588 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17102cb6-ad9f-4cbe-8a4a-5fbf1c29fafa req-ae184660-9c44-4482-a354-9b0ec0fe0754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:19.124038 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-17102cb6-ad9f-4cbe-8a4a-5fbf1c29fafa req-ae184660-9c44-4482-a354-9b0ec0fe0754 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.0465052 Sep 22 15:04:19.166064 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17102cb6-ad9f-4cbe-8a4a-5fbf1c29fafa req-231135f7-8aaa-4553-ab91-2c1b964200a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:19.167529 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-17102cb6-ad9f-4cbe-8a4a-5fbf1c29fafa req-231135f7-8aaa-4553-ab91-2c1b964200a8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369248 Sep 22 15:04:19.259110 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-17102cb6-ad9f-4cbe-8a4a-5fbf1c29fafa req-3c55615d-770e-4896-ab18-c75f0b593190 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846405 Sep 22 15:04:19.349728 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-17102cb6-ad9f-4cbe-8a4a-5fbf1c29fafa req-747605ea-e862-4831-b5ae-abcac1f8ac60 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833833 Sep 22 15:04:19.594110 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fcc96-0177-47ee-a74c-ff6b21ecce93 req-8750fff7-7d96-4ab1-8380-a69c7e64b618 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:19.595515 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-266fcc96-0177-47ee-a74c-ff6b21ecce93 req-8750fff7-7d96-4ab1-8380-a69c7e64b618 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0453966 Sep 22 15:04:19.641334 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-266fcc96-0177-47ee-a74c-ff6b21ecce93 req-5c828685-efdd-4b7d-9067-5d91d94321ab tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401847 Sep 22 15:04:20.010168 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40aabac-558c-4dd8-b132-8ac56cf321f5 req-1525720b-7be0-44cc-87b1-1945f106743f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:20.011659 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b40aabac-558c-4dd8-b132-8ac56cf321f5 req-1525720b-7be0-44cc-87b1-1945f106743f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0492277 Sep 22 15:04:20.057720 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b40aabac-558c-4dd8-b132-8ac56cf321f5 req-1f514a40-9631-4874-b6f5-88ff6de01661 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406315 Sep 22 15:04:20.763748 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17c1ff-fc64-49d4-8c31-8b63a975bd83 req-a8d71400-d2e9-47d6-ba23-4387023bbea8 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:20.765202 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-de17c1ff-fc64-49d4-8c31-8b63a975bd83 req-a8d71400-d2e9-47d6-ba23-4387023bbea8 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0468690 Sep 22 15:04:20.790221 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:20.812847 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-de17c1ff-fc64-49d4-8c31-8b63a975bd83 req-17b17595-3f3a-405f-b59c-b8c7d04eca9d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415597 Sep 22 15:04:21.180870 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0223-4e53-4401-9215-978094340244 req-886249fd-e2ca-4730-abeb-774a3b1c6123 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:21.182304 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-217b0223-4e53-4401-9215-978094340244 req-886249fd-e2ca-4730-abeb-774a3b1c6123 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 943 time: 0.0446007 Sep 22 15:04:21.231965 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-217b0223-4e53-4401-9215-978094340244 req-3cc35e9f-b66f-4f36-a5ea-59b2ec66bd62 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441096 Sep 22 15:04:21.865283 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 55a8cf19-235c-45bb-bea4-adcb554d7518 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:04:21.935468 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195e959-d0ea-4ad3-9027-70b628c8e843 req-175178a4-7251-4f04-a65d-8fd532dde411 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:21.936958 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3195e959-d0ea-4ad3-9027-70b628c8e843 req-175178a4-7251-4f04-a65d-8fd532dde411 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0464280 Sep 22 15:04:21.967077 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 55a8cf19-235c-45bb-bea4-adcb554d7518, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=55a8cf19-235c-45bb-bea4-adcb554d7518,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:04:21.978584 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'port_id': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'mac_address': 'fa:16:3e:9e:12:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:04:21.984230 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3195e959-d0ea-4ad3-9027-70b628c8e843 req-bff74503-5b24-41c7-9abb-a9d490e8cf72 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415480 Sep 22 15:04:22.014689 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 55a8cf19-235c-45bb-bea4-adcb554d7518 is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:04:22.016477 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:22.031874 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a8cf19-235c-45bb-bea4-adcb554d7518 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:04:22.051080 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 55a8cf19-235c-45bb-bea4-adcb554d7518, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=55a8cf19-235c-45bb-bea4-adcb554d7518,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:04:22.055122 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:22.198078 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:22.221734 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=55a8cf19-235c-45bb-bea4-adcb554d7518,revision_number=9']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:22.228697 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:22.229054 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:22.229407 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:22.229774 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:22.230117 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:22.230448 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:22.230781 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:22.231110 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:22.231468 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:22.231795 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:22.232123 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:22.232466 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:22.232795 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:22.233119 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:22.233443 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:22.358488 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153be26-846e-4959-8f67-166ac2d2ba32 req-974dda76-805d-4dc7-ae4b-5ab561ed60d4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:22.360227 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7153be26-846e-4959-8f67-166ac2d2ba32 req-974dda76-805d-4dc7-ae4b-5ab561ed60d4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 944 time: 0.0467649 Sep 22 15:04:22.407371 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:22.409496 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7153be26-846e-4959-8f67-166ac2d2ba32 req-88e68b78-69d7-4535-af2a-f0a18b8ddf6c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435653 Sep 22 15:04:22.579031 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['55a8cf19-235c-45bb-bea4-adcb554d7518'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:04:23.110517 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562eac5-5e0a-4e16-b009-1e06a3e1a032 req-ed458d4f-8054-4f70-be77-c45f06b8bb6b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:23.112001 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6562eac5-5e0a-4e16-b009-1e06a3e1a032 req-ed458d4f-8054-4f70-be77-c45f06b8bb6b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0486920 Sep 22 15:04:23.160443 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6562eac5-5e0a-4e16-b009-1e06a3e1a032 req-0b6851bd-78be-42b3-959b-18e1a77f4079 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415454 Sep 22 15:04:23.210838 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=6 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:23.542649 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544efd5-cfa5-4825-82e4-2e3a8879a65a req-bf35efcb-28e1-4125-a9c5-113150d94184 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:23.544120 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2544efd5-cfa5-4825-82e4-2e3a8879a65a req-bf35efcb-28e1-4125-a9c5-113150d94184 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 944 time: 0.0464871 Sep 22 15:04:23.585978 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:23.590609 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2544efd5-cfa5-4825-82e4-2e3a8879a65a req-084f9b4a-f150-4535-93bb-bd1498c26dfb tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410187 Sep 22 15:04:23.891837 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 55a8cf19-235c-45bb-bea4-adcb554d7518 up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:04:23.953414 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 55a8cf19-235c-45bb-bea4-adcb554d7518 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:04:23.953794 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:23.954144 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 55a8cf19-235c-45bb-bea4-adcb554d7518 Sep 22 15:04:23.967621 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20367757-5a7f-43b6-b3f8-b935b7bc5c0d req-2c13d9f6-d6d5-4375-843e-af7301286184 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:23.969452 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-20367757-5a7f-43b6-b3f8-b935b7bc5c0d req-2c13d9f6-d6d5-4375-843e-af7301286184 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 945 time: 0.0549464 Sep 22 15:04:24.027338 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 55a8cf19-235c-45bb-bea4-adcb554d7518 is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:04:24.027728 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:24.032019 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1d05a-e95f-4dfb-973a-2d1070008e1b req-fd61b1ea-6fc0-4370-8bc4-14d337ddb7d6 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:24.033481 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-04d1d05a-e95f-4dfb-973a-2d1070008e1b req-fd61b1ea-6fc0-4370-8bc4-14d337ddb7d6 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 946 time: 0.0729797 Sep 22 15:04:24.054406 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a8cf19-235c-45bb-bea4-adcb554d7518'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:04:24.056698 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197ed93f-e10e-48bc-91ef-87c1939aa0cb" -d '{"events": [{"server_uuid": "19a37c1c-ad55-4d39-a120-00b0ac6fb5af", "name": "network-vif-plugged", "status": "completed", "tag": "55a8cf19-235c-45bb-bea4-adcb554d7518"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:04:24.069886 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 55a8cf19-235c-45bb-bea4-adcb554d7518, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=55a8cf19-235c-45bb-bea4-adcb554d7518,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:04:24.073849 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:24.075336 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-20367757-5a7f-43b6-b3f8-b935b7bc5c0d req-54da6458-8178-4765-9df5-ff21eb51643f tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767391 Sep 22 15:04:24.105803 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 53374) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:04:24.123997 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-04d1d05a-e95f-4dfb-973a-2d1070008e1b req-5cb0eec0-1538-4666-82d6-de3576117e2d tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818980 Sep 22 15:04:24.124165 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=55a8cf19-235c-45bb-bea4-adcb554d7518,revision_number=10']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:24.190024 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:24.196988 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deca5267-ef6e-4693-b507-16384bbb7304 x-openstack-request-id: req-deca5267-ef6e-4693-b507-16384bbb7304 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:04:24.197309 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a37c1c-ad55-4d39-a120-00b0ac6fb5af", "name": "network-vif-plugged", "status": "completed", "tag": "55a8cf19-235c-45bb-bea4-adcb554d7518", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:04:24.197595 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-deca5267-ef6e-4693-b507-16384bbb7304 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:04:24.197973 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deca5267-ef6e-4693-b507-16384bbb7304'] response: {'server_uuid': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'code': 200} Sep 22 15:04:24.199775 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d449ef8c-90f3-4a9e-bd36-88cff5902be9 tempest-TestMinimumBasicScenario-1488588622 tempest-TestMinimumBasicScenario-1488588622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:24.201334 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d449ef8c-90f3-4a9e-bd36-88cff5902be9 tempest-TestMinimumBasicScenario-1488588622 tempest-TestMinimumBasicScenario-1488588622-project-admin] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 1124 time: 0.0945323 Sep 22 15:04:24.204445 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 53380) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:04:24.208707 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Request body: {'floatingip': {'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'port_id': '81440cf4-db87-4d4e-8e7f-ddacf1967aee', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:04:24.230159 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:24.279336 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:24.283943 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220088f-54ed-4ec2-9ed9-c3fdc253c78b req-5d9040a5-d45c-4051-a8dd-8f3fd7c9badc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:24.285640 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9220088f-54ed-4ec2-9ed9-c3fdc253c78b req-5d9040a5-d45c-4051-a8dd-8f3fd7c9badc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0483325 Sep 22 15:04:24.316898 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:24.337034 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9220088f-54ed-4ec2-9ed9-c3fdc253c78b req-7a223a7a-ca15-4f8a-9549-46bf563e6d2b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457301 Sep 22 15:04:24.429246 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Allocated IP 172.27.1.115 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/c7894e96-6cb3-4017-99f3-770caeaf947f) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:04:24.531883 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for port (c7894e96-6cb3-4017-99f3-770caeaf947f), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:24.563620 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (c7894e96-6cb3-4017-99f3-770caeaf947f), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:24.608293 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:04:24.611443 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:04:24.616075 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:04:24.619011 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Pushing event updated for resources: {'Port': ['ID=c7894e96-6cb3-4017-99f3-770caeaf947f,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:24.644530 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:24.644897 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:24.645255 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:24.645607 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:24.645949 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:24.646296 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:24.646633 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:24.646974 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:24.647335 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:24.647669 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:24.648006 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:24.648340 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:24.648674 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:24.649003 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:24.649334 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:24.673755 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-118a40b2-944f-4621-a72c-2e893832cb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:24.720437 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21bd0d-f2e0-4e3e-8445-21800f2bcbf3 req-2056e38b-0fc3-48c3-a2da-8288957672d6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:24.721921 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fb21bd0d-f2e0-4e3e-8445-21800f2bcbf3 req-2056e38b-0fc3-48c3-a2da-8288957672d6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 946 time: 0.0454888 Sep 22 15:04:24.776105 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fb21bd0d-f2e0-4e3e-8445-21800f2bcbf3 req-eb4ea50f-1bf1-4ff7-bdc5-4895bdd7114c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480249 Sep 22 15:04:25.038605 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:25.073587 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for floatingip (1eaa92db-95da-4a1d-bf99-166460a1554e), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:25.167620 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (c7894e96-6cb3-4017-99f3-770caeaf947f), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:25.169064 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:25.234212 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdde0ad-883a-485f-b355-75fb287b371e req-c1c89f66-24e3-49d5-a543-bca7fbca841a tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:25.235755 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8fdde0ad-883a-485f-b355-75fb287b371e req-c1c89f66-24e3-49d5-a543-bca7fbca841a tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 946 time: 0.0469594 Sep 22 15:04:25.280159 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:25.285196 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8fdde0ad-883a-485f-b355-75fb287b371e req-14f1f4a9-309d-4df6-8ce8-2f545410a07b tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438042 Sep 22 15:04:25.314414 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for port (c7894e96-6cb3-4017-99f3-770caeaf947f), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:25.319019 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (c7894e96-6cb3-4017-99f3-770caeaf947f), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:25.387263 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Pushing event updated for resources: {'Port': ['ID=c7894e96-6cb3-4017-99f3-770caeaf947f,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:25.389742 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (1eaa92db-95da-4a1d-bf99-166460a1554e), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:25.460403 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadbfcb-adee-44f5-9e68-70bc63815134 req-587240e1-55c4-4a38-9f11-87333d29998d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:25.461883 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0dadbfcb-adee-44f5-9e68-70bc63815134 req-587240e1-55c4-4a38-9f11-87333d29998d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0498633 Sep 22 15:04:25.491036 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.l3_db [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Floating IP 1eaa92db-95da-4a1d-bf99-166460a1554e associated. External IP: 172.27.1.115, port: 81440cf4-db87-4d4e-8e7f-ddacf1967aee. Sep 22 15:04:25.510143 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0dadbfcb-adee-44f5-9e68-70bc63815134 req-704f2922-1317-48ef-9964-66662dc90957 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425854 Sep 22 15:04:25.683152 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Router 7235985b-8add-4157-9073-1d0d72ee4609 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:04:25.787958 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:04:25.797999 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af888e24-eea9-451e-99f2-1b0c9f3c3b0f None None] Sync routers for ids ['7235985b-8add-4157-9073-1d0d72ee4609'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:04:25.809908 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af888e24-eea9-451e-99f2-1b0c9f3c3b0f None None] Routers {'7235985b-8add-4157-9073-1d0d72ee4609'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:04:25.810439 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:25.811291 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-af888e24-eea9-451e-99f2-1b0c9f3c3b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:03:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['7235985b-8add-4157-9073-1d0d72ee4609'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:04:25.849584 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-98591274-2392-409b-8698-bcbc9f4710bb tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6442184 Sep 22 15:04:25.850334 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6887643f-1de9-485f-9bf9-75e81e07783b', 'tag': '81440cf4-db87-4d4e-8e7f-ddacf1967aee'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:04:25.853495 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412b6b9e-67c4-46bf-b499-5051f299ee18" -d '{"events": [{"name": "network-changed", "server_uuid": "6887643f-1de9-485f-9bf9-75e81e07783b", "tag": "81440cf4-db87-4d4e-8e7f-ddacf1967aee"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:04:25.853649 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 53390) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:04:25.858375 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-693017861', 'description': 'tempest-secgroup-smoke-693017861 description', 'project_id': '7ade45dd41b848c5801b6d37a4232f86'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:04:25.859422 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:25.912858 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:25.929078 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-af888e24-eea9-451e-99f2-1b0c9f3c3b0f None None] Set router 7235985b-8add-4157-9073-1d0d72ee4609 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:04:25.932235 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:25.945478 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a8084-9436-4fd4-ada7-a95ec296e5bb req-3eeea54b-f78f-4081-bf77-25447f35fd92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:25.946978 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1d7a8084-9436-4fd4-ada7-a95ec296e5bb req-3eeea54b-f78f-4081-bf77-25447f35fd92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 946 time: 0.0635855 Sep 22 15:04:25.992271 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d45204-48e2-4e7b-84eb-88f930451c23 x-openstack-request-id: req-f4d45204-48e2-4e7b-84eb-88f930451c23 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:04:25.992618 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6887643f-1de9-485f-9bf9-75e81e07783b", "tag": "81440cf4-db87-4d4e-8e7f-ddacf1967aee", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:04:25.992876 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f4d45204-48e2-4e7b-84eb-88f930451c23 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:04:25.993286 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d45204-48e2-4e7b-84eb-88f930451c23'] response: {'name': 'network-changed', 'server_uuid': '6887643f-1de9-485f-9bf9-75e81e07783b', 'tag': '81440cf4-db87-4d4e-8e7f-ddacf1967aee', 'status': 'completed', 'code': 200} Sep 22 15:04:26.023171 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1d7a8084-9436-4fd4-ada7-a95ec296e5bb req-ffa7345d-1b07-4eca-86d8-2f6ecdb7b671 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694487 Sep 22 15:04:26.040081 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group (f8fcf9d1-d899-4f04-912a-6f44276d4e50), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:26.045008 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (f8fcf9d1-d899-4f04-912a-6f44276d4e50), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:26.076958 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:26.078187 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2235832 Sep 22 15:04:26.081369 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 53396) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:04:26.086186 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fcf9d1-d899-4f04-912a-6f44276d4e50,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:26.087421 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-bcb863e0-0aa2-45a1-bdc2-d41b91bb3b70 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Request body: {'security_group_rule': {'security_group_id': 'f8fcf9d1-d899-4f04-912a-6f44276d4e50', 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:04:26.093407 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:26.093760 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:26.094105 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:26.094693 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:26.094829 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:26.095094 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:26.095456 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:26.095786 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:26.096113 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:26.096440 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:26.096766 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:26.097616 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:26.097940 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:26.098688 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:26.098688 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160befdf-f2bc-43ed-b199-f295125605cc tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:04:26.126746 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bcb863e0-0aa2-45a1-bdc2-d41b91bb3b70 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (8cabe226-b756-4857-9d9d-0ff158fdfb9b), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:26.154141 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:26.184901 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-af888e24-eea9-451e-99f2-1b0c9f3c3b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235985b-8add-4157-9073-1d0d72ee4609', 'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd294363d-9633-43bb-9758-149121e63426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:52Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 4, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'gw_port': {'id': 'd294363d-9633-43bb-9758-149121e63426', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:53Z', 'updated_at': '2022-09-22T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '1eaa92db-95da-4a1d-bf99-166460a1554e', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'port_id': '81440cf4-db87-4d4e-8e7f-ddacf1967aee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'mac_address': 'fa:16:3e:fb:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6887643f-1de9-485f-9bf9-75e81e07783b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:04:24Z', 'updated_at': '2022-09-22T15:04:24Z', 'revision_number': 0, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdfda83-6814-48da-956b-a4891b262b6d', 'name': '', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'mac_address': 'fa:16:3e:eb:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:55Z', 'updated_at': '2022-09-22T15:03:00Z', 'revision_number': 5, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'subnets': [{'id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:04:26.190624 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bcb863e0-0aa2-45a1-bdc2-d41b91bb3b70 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (8cabe226-b756-4857-9d9d-0ff158fdfb9b), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:26.194599 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bcb863e0-0aa2-45a1-bdc2-d41b91bb3b70 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (8cabe226-b756-4857-9d9d-0ff158fdfb9b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:26.209270 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af888e24-eea9-451e-99f2-1b0c9f3c3b0f None None] Checking router: 7235985b-8add-4157-9073-1d0d72ee4609 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:04:26.217506 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb863e0-0aa2-45a1-bdc2-d41b91bb3b70 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cabe226-b756-4857-9d9d-0ff158fdfb9b,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:26.224206 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bcb863e0-0aa2-45a1-bdc2-d41b91bb3b70 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:26.225425 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-bcb863e0-0aa2-45a1-bdc2-d41b91bb3b70 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427543 Sep 22 15:04:26.226650 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af888e24-eea9-451e-99f2-1b0c9f3c3b0f None None] Routers {'7235985b-8add-4157-9073-1d0d72ee4609'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:04:26.227341 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-af888e24-eea9-451e-99f2-1b0c9f3c3b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:03:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['7235985b-8add-4157-9073-1d0d72ee4609'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:04:26.228083 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 53398) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:04:26.235083 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-c4bb39a4-46c3-405d-88c3-ce87dfa1a44d tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Request body: {'security_group_rule': {'security_group_id': 'f8fcf9d1-d899-4f04-912a-6f44276d4e50', 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:04:26.243348 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:26.305376 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b6b9e-67c4-46bf-b499-5051f299ee18 req-2a128db5-5434-4407-aa20-46bbca30a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:26.306890 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-412b6b9e-67c4-46bf-b499-5051f299ee18 req-2a128db5-5434-4407-aa20-46bbca30a07f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7ade45dd41b848c5801b6d37a4232f86&device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 1129 time: 0.0601418 Sep 22 15:04:26.307658 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c4bb39a4-46c3-405d-88c3-ce87dfa1a44d tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (1a1f16ae-f3e5-4eb8-9a42-fb5bed06f4bc), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:26.343750 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-af888e24-eea9-451e-99f2-1b0c9f3c3b0f None None] Set router 7235985b-8add-4157-9073-1d0d72ee4609 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:04:26.374867 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c4bb39a4-46c3-405d-88c3-ce87dfa1a44d tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (1a1f16ae-f3e5-4eb8-9a42-fb5bed06f4bc), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:26.385776 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c4bb39a4-46c3-405d-88c3-ce87dfa1a44d tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (1a1f16ae-f3e5-4eb8-9a42-fb5bed06f4bc), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:26.449498 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb39a4-46c3-405d-88c3-ce87dfa1a44d tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1f16ae-f3e5-4eb8-9a42-fb5bed06f4bc,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:26.457130 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c4bb39a4-46c3-405d-88c3-ce87dfa1a44d tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:26.460981 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-c4bb39a4-46c3-405d-88c3-ce87dfa1a44d tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2293754 Sep 22 15:04:26.462196 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 53404) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:04:26.468785 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-d9ecfe3f-a899-49d0-960c-8fdf9615dbb9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Request body: {'security_group_rule': {'security_group_id': 'f8fcf9d1-d899-4f04-912a-6f44276d4e50', 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:04:26.490976 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c474d-49b4-4009-a50f-2268528fa037 req-dc651f9e-0f02-451e-b200-397b4c851798 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:26.492509 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d69c474d-49b4-4009-a50f-2268528fa037 req-dc651f9e-0f02-451e-b200-397b4c851798 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 946 time: 0.1252041 Sep 22 15:04:26.496066 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c755f5-19de-4af8-8b7f-ec07bfc12999 req-68e760e6-52d4-433d-993e-3cc532591c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:26.497557 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d8c755f5-19de-4af8-8b7f-ec07bfc12999 req-68e760e6-52d4-433d-993e-3cc532591c6c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 1130 time: 0.1155503 Sep 22 15:04:26.503913 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdc7b8-7c4a-446d-8f5b-8910a39318ac req-0891b1db-d8f3-4599-b468-c628bd2c8024 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:26.505347 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6cbdc7b8-7c4a-446d-8f5b-8910a39318ac req-0891b1db-d8f3-4599-b468-c628bd2c8024 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 946 time: 0.1276121 Sep 22 15:04:26.509942 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b6b9e-67c4-46bf-b499-5051f299ee18 req-3ce2d389-144e-4d73-91bb-55c270975e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:26.511446 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-412b6b9e-67c4-46bf-b499-5051f299ee18 req-3ce2d389-144e-4d73-91bb-55c270975e18 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 HTTP/1.1" status: 200 len: 916 time: 0.1386657 Sep 22 15:04:26.517433 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:26.591184 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-412b6b9e-67c4-46bf-b499-5051f299ee18 req-841fa90c-1e39-4793-be5b-8dc9cb0a59fd service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81440cf4-db87-4d4e-8e7f-ddacf1967aee HTTP/1.1" status: 200 len: 999 time: 0.0735574 Sep 22 15:04:26.592092 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-af888e24-eea9-451e-99f2-1b0c9f3c3b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235985b-8add-4157-9073-1d0d72ee4609', 'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd294363d-9633-43bb-9758-149121e63426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:52Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 4, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'gw_port': {'id': 'd294363d-9633-43bb-9758-149121e63426', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:53Z', 'updated_at': '2022-09-22T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '1eaa92db-95da-4a1d-bf99-166460a1554e', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'port_id': '81440cf4-db87-4d4e-8e7f-ddacf1967aee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'mac_address': 'fa:16:3e:fb:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6887643f-1de9-485f-9bf9-75e81e07783b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:04:24Z', 'updated_at': '2022-09-22T15:04:24Z', 'revision_number': 0, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdfda83-6814-48da-956b-a4891b262b6d', 'name': '', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'mac_address': 'fa:16:3e:eb:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:55Z', 'updated_at': '2022-09-22T15:03:00Z', 'revision_number': 5, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'subnets': [{'id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:04:26.605936 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfe3f-a899-49d0-960c-8fdf9615dbb9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (391ebd84-e35a-45a5-83f8-0d781942cb61), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:26.621608 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af888e24-eea9-451e-99f2-1b0c9f3c3b0f None None] The sync data for ids ['7235985b-8add-4157-9073-1d0d72ee4609'] in dv-cinder-856463-5-iscsi is: [{'id': '7235985b-8add-4157-9073-1d0d72ee4609', 'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd294363d-9633-43bb-9758-149121e63426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:52Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 4, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'gw_port': {'id': 'd294363d-9633-43bb-9758-149121e63426', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:53Z', 'updated_at': '2022-09-22T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '1eaa92db-95da-4a1d-bf99-166460a1554e', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'port_id': '81440cf4-db87-4d4e-8e7f-ddacf1967aee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'mac_address': 'fa:16:3e:fb:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6887643f-1de9-485f-9bf9-75e81e07783b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:04:24Z', 'updated_at': '2022-09-22T15:04:24Z', 'revision_number': 0, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdfda83-6814-48da-956b-a4891b262b6d', 'name': '', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'mac_address': 'fa:16:3e:eb:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:55Z', 'updated_at': '2022-09-22T15:03:00Z', 'revision_number': 5, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'subnets': [{'id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:04:26.652296 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b6b9e-67c4-46bf-b499-5051f299ee18 req-c980b3fc-f29e-4351-b2ef-5b5c9ecb4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:26.653775 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-412b6b9e-67c4-46bf-b499-5051f299ee18 req-c980b3fc-f29e-4351-b2ef-5b5c9ecb4cc9 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=cc17b5e3-f48e-4014-8d8b-bfd29cb0e872 HTTP/1.1" status: 200 len: 854 time: 0.0564234 Sep 22 15:04:26.701745 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b6b9e-67c4-46bf-b499-5051f299ee18 req-5707bb6e-4392-4a13-b245-2276d566d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:26.703190 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-412b6b9e-67c4-46bf-b499-5051f299ee18 req-5707bb6e-4392-4a13-b245-2276d566d0cc service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425310 Sep 22 15:04:26.739367 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d8c755f5-19de-4af8-8b7f-ec07bfc12999 req-cfad00c5-797a-4aef-96a2-d6a48325b07e service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329173 Sep 22 15:04:26.754825 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-6cbdc7b8-7c4a-446d-8f5b-8910a39318ac req-fbf807d7-07db-4c90-9100-33df0d1b2968 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Deleting port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:04:26.755167 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-6cbdc7b8-7c4a-446d-8f5b-8910a39318ac req-fbf807d7-07db-4c90-9100-33df0d1b2968 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (279f9086-ffdd-4a45-b3a8-12ba3bdbe32f), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:26.764432 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d69c474d-49b4-4009-a50f-2268528fa037 req-9c8184bc-d68a-48e6-b20d-0b043011e6ba tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547827 Sep 22 15:04:26.772557 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabd148-b41c-4f0c-8e33-540556709cb5 req-11ad0c74-32ec-4129-9b0e-10013c25ba7c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:26.774077 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4dabd148-b41c-4f0c-8e33-540556709cb5 req-11ad0c74-32ec-4129-9b0e-10013c25ba7c tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.1733527 Sep 22 15:04:26.807769 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-412b6b9e-67c4-46bf-b499-5051f299ee18 req-2a58afdc-51f9-45d9-85c1-0d07e4adc9e1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971808 Sep 22 15:04:26.846328 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca46dda1-76d6-46a1-a43b-9a9692ba7bf9 None None] New status for floating IP 1eaa92db-95da-4a1d-bf99-166460a1554e: ACTIVE {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:04:27.074492 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfe3f-a899-49d0-960c-8fdf9615dbb9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (391ebd84-e35a-45a5-83f8-0d781942cb61), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.081877 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:27.089503 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfe3f-a899-49d0-960c-8fdf9615dbb9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (391ebd84-e35a-45a5-83f8-0d781942cb61), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.112199 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-881674fe-1034-4f71-bafd-00b2d32b4019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.148794 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecfe3f-a899-49d0-960c-8fdf9615dbb9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391ebd84-e35a-45a5-83f8-0d781942cb61,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:27.163552 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d9ecfe3f-a899-49d0-960c-8fdf9615dbb9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.164719 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-d9ecfe3f-a899-49d0-960c-8fdf9615dbb9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6993425 Sep 22 15:04:27.167603 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 53412) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:04:27.172261 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-1227222e-7ae8-4eb8-912e-583698ac1325 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Request body: {'security_group_rule': {'security_group_id': 'f8fcf9d1-d899-4f04-912a-6f44276d4e50', 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:04:27.191935 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-6cbdc7b8-7c4a-446d-8f5b-8910a39318ac req-fbf807d7-07db-4c90-9100-33df0d1b2968 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] For port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=279f9086-ffdd-4a45-b3a8-12ba3bdbe32f,segment=NetworkSegment(a1c3c60c-e997-43e3-a1b1-8c813a5f63d6),segment_id=a1c3c60c-e997-43e3-a1b1-8c813a5f63d6)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:04:27.192297 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-6cbdc7b8-7c4a-446d-8f5b-8910a39318ac req-fbf807d7-07db-4c90-9100-33df0d1b2968 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (279f9086-ffdd-4a45-b3a8-12ba3bdbe32f), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.199396 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4dabd148-b41c-4f0c-8e33-540556709cb5 req-b92662fe-3f94-4291-b399-f69ae14c4998 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4107759 Sep 22 15:04:27.200096 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1227222e-7ae8-4eb8-912e-583698ac1325 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (aab2457e-1ee2-466e-90d7-1d3da5e93260), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.215662 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-6cbdc7b8-7c4a-446d-8f5b-8910a39318ac req-fbf807d7-07db-4c90-9100-33df0d1b2968 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Calling delete_port for 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f owned by compute:nova {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:04:27.234430 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ba136-d8bf-4cb2-af74-3a6ec14ad00a req-5c165c75-da8a-4de6-8b1e-9c2b7b951047 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:27.235838 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7e5ba136-d8bf-4cb2-af74-3a6ec14ad00a req-5c165c75-da8a-4de6-8b1e-9c2b7b951047 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 946 time: 0.1057682 Sep 22 15:04:27.263955 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1227222e-7ae8-4eb8-912e-583698ac1325 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (aab2457e-1ee2-466e-90d7-1d3da5e93260), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.268060 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1227222e-7ae8-4eb8-912e-583698ac1325 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (aab2457e-1ee2-466e-90d7-1d3da5e93260), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.298325 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227222e-7ae8-4eb8-912e-583698ac1325 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab2457e-1ee2-466e-90d7-1d3da5e93260,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:27.334833 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7e5ba136-d8bf-4cb2-af74-3a6ec14ad00a req-347f7fc7-c183-44a9-b0c3-60db89c6159c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719526 Sep 22 15:04:27.348325 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1227222e-7ae8-4eb8-912e-583698ac1325 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.349591 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-1227222e-7ae8-4eb8-912e-583698ac1325 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1808140 Sep 22 15:04:27.363223 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 53414) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:04:27.377220 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-27a9a441-ac26-499f-a776-d2fec2302c46 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Request body: {'security_group_rule': {'security_group_id': 'f8fcf9d1-d899-4f04-912a-6f44276d4e50', 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:04:27.403984 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-412b6b9e-67c4-46bf-b499-5051f299ee18 req-3dc976b7-7108-4c67-90f2-03df4b9ae791 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164207 Sep 22 15:04:27.416101 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.securitygroups_db [None req-27a9a441-ac26-499f-a776-d2fec2302c46 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Project 7ade45dd41b848c5801b6d37a4232f86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 15:04:27.421569 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-27a9a441-ac26-499f-a776-d2fec2302c46 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (01f14871-b47e-459d-96e3-fbe3c87160cd), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.427005 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-6cbdc7b8-7c4a-446d-8f5b-8910a39318ac req-fbf807d7-07db-4c90-9100-33df0d1b2968 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (279f9086-ffdd-4a45-b3a8-12ba3bdbe32f), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.465733 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf807d7-07db-4c90-9100-33df0d1b2968 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Pushing event deleted for resources: {'Port': ['ID=279f9086-ffdd-4a45-b3a8-12ba3bdbe32f,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:27.469063 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['279f9086-ffdd-4a45-b3a8-12ba3bdbe32f'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:04:27.481360 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=7 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:27.536469 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbdc7b8-7c4a-446d-8f5b-8910a39318ac req-fbf807d7-07db-4c90-9100-33df0d1b2968 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] No DVR routers for this DVR port 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f on host hv-cinder-85646 {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:04:27.544509 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-6cbdc7b8-7c4a-446d-8f5b-8910a39318ac req-fbf807d7-07db-4c90-9100-33df0d1b2968 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.547722 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6cbdc7b8-7c4a-446d-8f5b-8910a39318ac req-fbf807d7-07db-4c90-9100-33df0d1b2968 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.49 "DELETE /networking/v2.0/ports/279f9086-ffdd-4a45-b3a8-12ba3bdbe32f HTTP/1.1" status: 204 len: 173 time: 1.0326591 Sep 22 15:04:27.548352 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf59429-3526-4026-b108-8e2d68c15345', 'name': 'network-vif-deleted', 'tag': '279f9086-ffdd-4a45-b3a8-12ba3bdbe32f'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:04:27.550770 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fec6e1-86ff-4455-84d1-d23e55df8c08" -d '{"events": [{"server_uuid": "4cf59429-3526-4026-b108-8e2d68c15345", "name": "network-vif-deleted", "tag": "279f9086-ffdd-4a45-b3a8-12ba3bdbe32f"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:04:27.573640 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-27a9a441-ac26-499f-a776-d2fec2302c46 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (01f14871-b47e-459d-96e3-fbe3c87160cd), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.577631 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-27a9a441-ac26-499f-a776-d2fec2302c46 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (01f14871-b47e-459d-96e3-fbe3c87160cd), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.599230 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9a441-ac26-499f-a776-d2fec2302c46 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f14871-b47e-459d-96e3-fbe3c87160cd,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:27.608352 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-27a9a441-ac26-499f-a776-d2fec2302c46 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.609613 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-27a9a441-ac26-499f-a776-d2fec2302c46 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2562065 Sep 22 15:04:27.612474 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 53420) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:04:27.617633 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-541f7405-434f-482d-8eb9-5ab1c1b9f10d tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Request body: {'security_group_rule': {'security_group_id': 'f8fcf9d1-d899-4f04-912a-6f44276d4e50', 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:04:27.641015 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.securitygroups_db [None req-541f7405-434f-482d-8eb9-5ab1c1b9f10d tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Project 7ade45dd41b848c5801b6d37a4232f86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 15:04:27.647804 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-541f7405-434f-482d-8eb9-5ab1c1b9f10d tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (fcf2e4c9-cc4a-47ad-9b1b-f6f0ba9317be), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.658284 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9deabc20-69d4-41b8-94cc-4a4055166659 x-openstack-request-id: req-9deabc20-69d4-41b8-94cc-4a4055166659 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:04:27.658604 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf59429-3526-4026-b108-8e2d68c15345", "name": "network-vif-deleted", "tag": "279f9086-ffdd-4a45-b3a8-12ba3bdbe32f", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:04:27.658856 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9deabc20-69d4-41b8-94cc-4a4055166659 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:04:27.659272 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9deabc20-69d4-41b8-94cc-4a4055166659'] response: {'server_uuid': '4cf59429-3526-4026-b108-8e2d68c15345', 'name': 'network-vif-deleted', 'tag': '279f9086-ffdd-4a45-b3a8-12ba3bdbe32f', 'status': 'completed', 'code': 200} Sep 22 15:04:27.704690 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-541f7405-434f-482d-8eb9-5ab1c1b9f10d tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (fcf2e4c9-cc4a-47ad-9b1b-f6f0ba9317be), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.708858 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-541f7405-434f-482d-8eb9-5ab1c1b9f10d tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (fcf2e4c9-cc4a-47ad-9b1b-f6f0ba9317be), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.727812 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f7405-434f-482d-8eb9-5ab1c1b9f10d tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf2e4c9-cc4a-47ad-9b1b-f6f0ba9317be,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:27.734366 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-541f7405-434f-482d-8eb9-5ab1c1b9f10d tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:27.735565 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-541f7405-434f-482d-8eb9-5ab1c1b9f10d tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221695 Sep 22 15:04:27.831910 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cc6c0ecf-d79a-4968-bc7d-07a322fa63a7 req-0ab15d6c-b434-4fd5-8849-819d0ce6d6f1 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-693017861&fields=id&tenant_id=7ade45dd41b848c5801b6d37a4232f86 HTTP/1.1" status: 200 len: 267 time: 0.0500095 Sep 22 15:04:27.904995 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f8399835-0a05-4a24-af83-12db3b79a1d3 req-417c7e5a-57f1-4f81-b238-71af967a8515 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 210 time: 0.0343537 Sep 22 15:04:27.911129 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c0ecf-d79a-4968-bc7d-07a322fa63a7 req-bc4a7f37-a401-483f-9764-27891237f2c0 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:27.912595 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cc6c0ecf-d79a-4968-bc7d-07a322fa63a7 req-bc4a7f37-a401-483f-9764-27891237f2c0 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 945 time: 0.0753555 Sep 22 15:04:27.924242 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-cc6c0ecf-d79a-4968-bc7d-07a322fa63a7 req-497cdd27-e08c-479b-a0b5-8287f2f9ca34 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Request body: {'port': {'security_groups': ['0eee066d-f617-44bf-a7fc-fbd100f711f9', 'f8fcf9d1-d899-4f04-912a-6f44276d4e50']}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:04:28.002687 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-cc6c0ecf-d79a-4968-bc7d-07a322fa63a7 req-497cdd27-e08c-479b-a0b5-8287f2f9ca34 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:28.056163 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:28.188367 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-cc6c0ecf-d79a-4968-bc7d-07a322fa63a7 req-497cdd27-e08c-479b-a0b5-8287f2f9ca34 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] For port 81440cf4-db87-4d4e-8e7f-ddacf1967aee, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=81440cf4-db87-4d4e-8e7f-ddacf1967aee,segment=NetworkSegment(8f328c5f-8f0a-4e4c-8998-c449fdb37bb0),segment_id=8f328c5f-8f0a-4e4c-8998-c449fdb37bb0)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:04:28.222793 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-cc6c0ecf-d79a-4968-bc7d-07a322fa63a7 req-497cdd27-e08c-479b-a0b5-8287f2f9ca34 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:28.228009 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-cc6c0ecf-d79a-4968-bc7d-07a322fa63a7 req-497cdd27-e08c-479b-a0b5-8287f2f9ca34 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:28.240526 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c0ecf-d79a-4968-bc7d-07a322fa63a7 req-497cdd27-e08c-479b-a0b5-8287f2f9ca34 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:28.241104 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-cc6c0ecf-d79a-4968-bc7d-07a322fa63a7 req-497cdd27-e08c-479b-a0b5-8287f2f9ca34 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:28.242506 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cc6c0ecf-d79a-4968-bc7d-07a322fa63a7 req-497cdd27-e08c-479b-a0b5-8287f2f9ca34 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "PUT /networking/v2.0/ports/81440cf4-db87-4d4e-8e7f-ddacf1967aee HTTP/1.1" status: 200 len: 981 time: 0.3229244 Sep 22 15:04:28.245819 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:28.291281 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['81440cf4-db87-4d4e-8e7f-ddacf1967aee'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:04:28.365792 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497cdd27-e08c-479b-a0b5-8287f2f9ca34 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Pushing event updated for resources: {'Port': ['ID=81440cf4-db87-4d4e-8e7f-ddacf1967aee,revision_number=6']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:28.392995 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fceb7d2-2653-4038-a96e-48c729e02e75 req-d93a6910-2be0-4a38-a671-ccced60396cc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:28.395835 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9fceb7d2-2653-4038-a96e-48c729e02e75 req-d93a6910-2be0-4a38-a671-ccced60396cc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0924039 Sep 22 15:04:28.402150 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee2176-6822-451b-8a42-8fa152188d4c req-2e86d70c-c995-4a21-a5f1-c4dd02823593 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:28.403918 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6aee2176-6822-451b-8a42-8fa152188d4c req-2e86d70c-c995-4a21-a5f1-c4dd02823593 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 984 time: 0.0861139 Sep 22 15:04:28.492894 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9fceb7d2-2653-4038-a96e-48c729e02e75 req-9a3f4204-c481-4dec-ba60-073f67faa853 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878732 Sep 22 15:04:28.502873 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:28.516537 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6aee2176-6822-451b-8a42-8fa152188d4c req-8b6a5547-c9ee-49e8-bdef-5dfc7fe2f666 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f8fcf9d1-d899-4f04-912a-6f44276d4e50&id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972769 Sep 22 15:04:28.524592 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:28.535871 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:28.585972 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['81440cf4-db87-4d4e-8e7f-ddacf1967aee'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:04:28.621431 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e7e1f-74bf-40af-ad47-b80b94319695 req-c20ec483-0d0d-48ed-ad40-6902999a2679 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:28.623743 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-145e7e1f-74bf-40af-ad47-b80b94319695 req-c20ec483-0d0d-48ed-ad40-6902999a2679 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 946 time: 0.0553031 Sep 22 15:04:28.674405 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-145e7e1f-74bf-40af-ad47-b80b94319695 req-057655b1-5236-4904-b832-9db78c99b8b0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442677 Sep 22 15:04:29.029664 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bb24652e-26d4-467d-b8b2-e04f2f816008 req-b2f1d542-e7f4-4c88-8c7e-1bd13c3f4f19 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 210 time: 0.0293305 Sep 22 15:04:29.621233 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347e338-682f-4201-ae39-ad60d9641cdc req-0bb08b1b-d5c4-4f9b-aa0f-b1d34a9ae757 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:29.622689 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f347e338-682f-4201-ae39-ad60d9641cdc req-0bb08b1b-d5c4-4f9b-aa0f-b1d34a9ae757 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0515847 Sep 22 15:04:29.662665 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6887643f-1de9-485f-9bf9-75e81e07783b', 'tag': '81440cf4-db87-4d4e-8e7f-ddacf1967aee'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:04:29.664897 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb0f8be-9f01-43c2-a3af-4468625322b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6887643f-1de9-485f-9bf9-75e81e07783b", "tag": "81440cf4-db87-4d4e-8e7f-ddacf1967aee"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:04:29.673702 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f347e338-682f-4201-ae39-ad60d9641cdc req-03d20149-86b5-47eb-8cc2-7238e2bc22c8 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453908 Sep 22 15:04:29.704069 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccfed6f-8be4-4d33-be17-0b46cb02e0f0 x-openstack-request-id: req-4ccfed6f-8be4-4d33-be17-0b46cb02e0f0 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:04:29.704382 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6887643f-1de9-485f-9bf9-75e81e07783b", "tag": "81440cf4-db87-4d4e-8e7f-ddacf1967aee", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:04:29.704651 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ccfed6f-8be4-4d33-be17-0b46cb02e0f0 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:04:29.705043 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccfed6f-8be4-4d33-be17-0b46cb02e0f0'] response: {'name': 'network-changed', 'server_uuid': '6887643f-1de9-485f-9bf9-75e81e07783b', 'tag': '81440cf4-db87-4d4e-8e7f-ddacf1967aee', 'status': 'completed', 'code': 200} Sep 22 15:04:29.804185 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5feba-3d04-4513-9d71-38c80aeaf759 req-e7308b2e-edfa-4939-adce-4fcd096f07a8 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:29.805644 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c1b5feba-3d04-4513-9d71-38c80aeaf759 req-e7308b2e-edfa-4939-adce-4fcd096f07a8 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 946 time: 0.0473788 Sep 22 15:04:29.852459 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c1b5feba-3d04-4513-9d71-38c80aeaf759 req-a73c7602-a6f1-4be8-abb0-56ea28b5a568 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412891 Sep 22 15:04:29.921497 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:04:29.941623 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:04:29.941962 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 279f9086-ffdd-4a45-b3a8-12ba3bdbe32f not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:04:29.992479 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:30.037459 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:30.145384 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0452a5b0-49f9-4120-98b3-24d749b72550 req-b889997c-da41-4af0-b974-4061a47e85d1 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4cf59429-3526-4026-b108-8e2d68c15345 HTTP/1.1" status: 200 len: 210 time: 0.0275652 Sep 22 15:04:30.234751 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:30.243610 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0f8be-9f01-43c2-a3af-4468625322b9 req-283b39d6-4132-4dae-b818-0de1f3d7e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:30.245040 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aeb0f8be-9f01-43c2-a3af-4468625322b9 req-283b39d6-4132-4dae-b818-0de1f3d7e4c6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7ade45dd41b848c5801b6d37a4232f86&device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 1168 time: 0.0430629 Sep 22 15:04:30.349778 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0f8be-9f01-43c2-a3af-4468625322b9 req-66c994f7-7db9-424e-a7aa-b7cc1735b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:30.351297 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aeb0f8be-9f01-43c2-a3af-4468625322b9 req-66c994f7-7db9-424e-a7aa-b7cc1735b450 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 HTTP/1.1" status: 200 len: 916 time: 0.0902474 Sep 22 15:04:30.431272 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aeb0f8be-9f01-43c2-a3af-4468625322b9 req-5e000ae6-d8e4-428c-84e2-17a9fffbf3b3 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81440cf4-db87-4d4e-8e7f-ddacf1967aee HTTP/1.1" status: 200 len: 1001 time: 0.0686471 Sep 22 15:04:30.467285 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:30.485652 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0f8be-9f01-43c2-a3af-4468625322b9 req-32908f03-a076-45f2-8121-b46ca8f65cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:30.487124 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aeb0f8be-9f01-43c2-a3af-4468625322b9 req-32908f03-a076-45f2-8121-b46ca8f65cfd service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=cc17b5e3-f48e-4014-8d8b-bfd29cb0e872 HTTP/1.1" status: 200 len: 854 time: 0.0466816 Sep 22 15:04:30.532352 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0f8be-9f01-43c2-a3af-4468625322b9 req-b2355cb0-343b-4f83-b311-25d6716a5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:30.533718 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aeb0f8be-9f01-43c2-a3af-4468625322b9 req-b2355cb0-343b-4f83-b311-25d6716a5542 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377948 Sep 22 15:04:30.804975 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c2474-8c02-47fa-b4b7-6b5b14e0a52f req-57644ddb-ee19-42a4-9d38-103b61f1d4c5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:30.806471 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-346c2474-8c02-47fa-b4b7-6b5b14e0a52f req-57644ddb-ee19-42a4-9d38-103b61f1d4c5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0513499 Sep 22 15:04:30.841197 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aeb0f8be-9f01-43c2-a3af-4468625322b9 req-19b3136d-f776-4091-b83f-b61c9429f912 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964437 Sep 22 15:04:30.853536 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-346c2474-8c02-47fa-b4b7-6b5b14e0a52f req-564bcae7-b428-4578-8d2c-d741df2fe05d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409405 Sep 22 15:04:30.939127 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aeb0f8be-9f01-43c2-a3af-4468625322b9 req-5bc8cd31-fd5f-4eba-a5d9-b0190c06f753 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883644 Sep 22 15:04:31.974415 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a98933-8a11-4e1b-8ec6-65b6f53a69a8 req-0833c78b-3c7e-49cd-ae00-664b0a9bcfc1 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:31.975936 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a4a98933-8a11-4e1b-8ec6-65b6f53a69a8 req-0833c78b-3c7e-49cd-ae00-664b0a9bcfc1 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0472462 Sep 22 15:04:32.023326 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a4a98933-8a11-4e1b-8ec6-65b6f53a69a8 req-1e1fde7f-2290-4068-9bf2-3f34c348358a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416923 Sep 22 15:04:33.146133 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3410fbd-1359-4b6c-93b6-0ee4189152d0 req-fac519fc-ffed-463d-ad12-e42fea2993a7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:33.147623 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c3410fbd-1359-4b6c-93b6-0ee4189152d0 req-fac519fc-ffed-463d-ad12-e42fea2993a7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0498679 Sep 22 15:04:33.193650 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c3410fbd-1359-4b6c-93b6-0ee4189152d0 req-ed049dea-ac03-4eda-ac48-e86a5a5aeb1d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404475 Sep 22 15:04:34.296712 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:DELETE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:34.316443 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a25b5-ade6-4976-b406-1ff1c7e06e40 req-69ec1af6-164b-4c92-bb11-0c26d3752b19 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:34.317892 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5f9a25b5-ade6-4976-b406-1ff1c7e06e40 req-69ec1af6-164b-4c92-bb11-0c26d3752b19 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0492620 Sep 22 15:04:34.364483 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5f9a25b5-ade6-4976-b406-1ff1c7e06e40 req-fa86afd9-c3a7-423e-8172-82f0458c80b0 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411150 Sep 22 15:04:35.486990 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0f3a7-d803-4d00-a1f5-0291d8109754 req-3109ff4f-4bd7-43a3-853a-764ef6f8d02a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:35.489026 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8dc0f3a7-d803-4d00-a1f5-0291d8109754 req-3109ff4f-4bd7-43a3-853a-764ef6f8d02a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0465431 Sep 22 15:04:35.538891 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8dc0f3a7-d803-4d00-a1f5-0291d8109754 req-5c4c0833-502d-4b89-8248-9714c1864991 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444374 Sep 22 15:04:36.660783 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dad17-7b97-44fc-b47e-e3902f52589a req-1fa12057-1f89-49d1-aea2-deff0efd112d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:36.662273 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-197dad17-7b97-44fc-b47e-e3902f52589a req-1fa12057-1f89-49d1-aea2-deff0efd112d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0483394 Sep 22 15:04:36.710442 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-197dad17-7b97-44fc-b47e-e3902f52589a req-d0098d11-a515-4538-b7df-367c5cfd0673 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425062 Sep 22 15:04:36.953858 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:36.956070 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:37.844176 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179d270-22a1-4d76-a7bc-442c9cda3292 req-cae58c75-71d4-402d-a790-001cc1160738 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:37.846167 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f179d270-22a1-4d76-a7bc-442c9cda3292 req-cae58c75-71d4-402d-a790-001cc1160738 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0559266 Sep 22 15:04:37.902961 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f179d270-22a1-4d76-a7bc-442c9cda3292 req-0af576a9-c9e9-4b4e-a59c-5a5a951626bf tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504494 Sep 22 15:04:38.291053 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f8b9f-7dad-4a8f-a64c-3a027deda10b req-0b352f08-334f-4070-bf6b-648a36d1a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:38.292546 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ec4f8b9f-7dad-4a8f-a64c-3a027deda10b req-0b352f08-334f-4070-bf6b-648a36d1a3c3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 1130 time: 0.0375690 Sep 22 15:04:38.338066 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ec4f8b9f-7dad-4a8f-a64c-3a027deda10b req-5f51ec57-bcd1-4c0e-badb-e256a65f7c7b service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362248 Sep 22 15:04:39.036820 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04dafc-cf06-4c44-9917-35e3ba3db0ae req-c4032c33-1547-4b8d-8863-5db857748588 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:39.038302 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a04dafc-cf06-4c44-9917-35e3ba3db0ae req-c4032c33-1547-4b8d-8863-5db857748588 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0505884 Sep 22 15:04:39.058586 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:39.086273 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a04dafc-cf06-4c44-9917-35e3ba3db0ae req-9787fecd-8db5-4b71-8363-91d028ec0a51 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424018 Sep 22 15:04:40.026984 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=65 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:40.033163 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:40.209566 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2c429-1ab1-4e23-bafd-4e2494cd61dd req-1c564634-6e73-4948-b79d-53f8b52cfc6b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:40.211024 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a1c2c429-1ab1-4e23-bafd-4e2494cd61dd req-1c564634-6e73-4948-b79d-53f8b52cfc6b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0460570 Sep 22 15:04:40.257535 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a1c2c429-1ab1-4e23-bafd-4e2494cd61dd req-58c7e7e2-e65b-4bc9-8544-ccf706f6d5ba tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409970 Sep 22 15:04:41.376860 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d2f1b-79c1-47e9-b36a-6d5b9d13fe6b req-9e229b6e-73e0-4a08-a28e-0c899d9fa6bb tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:41.378386 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-420d2f1b-79c1-47e9-b36a-6d5b9d13fe6b req-9e229b6e-73e0-4a08-a28e-0c899d9fa6bb tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0462046 Sep 22 15:04:41.428289 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-420d2f1b-79c1-47e9-b36a-6d5b9d13fe6b req-ecc485e5-d76b-45ee-acab-bab33f780078 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445304 Sep 22 15:04:42.547574 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01336fde-aabb-477c-a074-ffcf2bfe0b20 req-673ebc79-dc92-43b3-a960-3030b6afb9ab tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:42.549048 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-01336fde-aabb-477c-a074-ffcf2bfe0b20 req-673ebc79-dc92-43b3-a960-3030b6afb9ab tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0476170 Sep 22 15:04:42.596338 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-01336fde-aabb-477c-a074-ffcf2bfe0b20 req-172a2bde-2cc2-4d57-9e0c-fd3e48a4c88f tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411384 Sep 22 15:04:43.343328 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-e7309f53-62c7-4366-9177-36663ce02856 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:43.344705 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-e7309f53-62c7-4366-9177-36663ce02856 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/networks?id=1724b505-b1d6-47b3-9e12-3eb273ce152f HTTP/1.1" status: 200 len: 814 time: 0.1060879 Sep 22 15:04:43.358867 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-94b34458-30f2-4cda-aecd-403bb9e4cc9f tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/quotas/a3c8cd9129124bba97b08e1956580d6b HTTP/1.1" status: 200 len: 375 time: 0.0088646 Sep 22 15:04:43.390372 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-b8706748-f1b1-417f-a38e-c69ed6b2fbc7 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=a3c8cd9129124bba97b08e1956580d6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268164 Sep 22 15:04:43.480000 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-f90f9d31-724c-4be6-bd1e-262be391d148 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1724b505-b1d6-47b3-9e12-3eb273ce152f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827689 Sep 22 15:04:43.573566 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-01e34dfe-a73c-4e4e-bb13-599c9f64548a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/1724b505-b1d6-47b3-9e12-3eb273ce152f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876820 Sep 22 15:04:43.705108 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:43.743260 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-77e8826d-ed09-4125-9569-2f4cb61661b5 req-bb56f5d1-67f6-476e-bb9a-b794ae8fc5af tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 210 time: 0.0368009 Sep 22 15:04:43.750889 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cd4fa-a088-43c5-9ab9-7cae7261bde0 req-4edcfed6-5041-4b2d-b2c7-813c1f0aab24 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:43.752338 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3d3cd4fa-a088-43c5-9ab9-7cae7261bde0 req-4edcfed6-5041-4b2d-b2c7-813c1f0aab24 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0796821 Sep 22 15:04:43.811847 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3d3cd4fa-a088-43c5-9ab9-7cae7261bde0 req-6d9b5b08-3cc8-4de7-b998-1127aabb5eba tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519423 Sep 22 15:04:44.853717 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f4aba3fc-5c6f-4596-b4d9-5ae0a8e26010 req-a914e21b-01d5-43f8-9eb7-899dfe63856a tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 210 time: 0.0275412 Sep 22 15:04:44.930671 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661b29a-29d8-4620-a1f0-10d107b195ff req-5480cb3c-ec8f-40d9-859d-fee91f0478e7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:44.932121 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3661b29a-29d8-4620-a1f0-10d107b195ff req-5480cb3c-ec8f-40d9-859d-fee91f0478e7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0451062 Sep 22 15:04:44.978138 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3661b29a-29d8-4620-a1f0-10d107b195ff req-abfd1d8e-2690-4d01-8af7-fc7fbc971a07 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405750 Sep 22 15:04:45.387192 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef25a08-cfad-4879-8d36-daf17c6756d5 req-151fdb30-564e-4e4d-b4ab-930a518aec61 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:45.388729 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-aef25a08-cfad-4879-8d36-daf17c6756d5 req-151fdb30-564e-4e4d-b4ab-930a518aec61 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0520511 Sep 22 15:04:45.404108 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6a80a-1aec-488e-a4ee-864c03030fef req-0989f576-c88c-44eb-9b92-939d68e1803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:45.405787 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18d6a80a-1aec-488e-a4ee-864c03030fef req-0989f576-c88c-44eb-9b92-939d68e1803a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 1130 time: 0.0405710 Sep 22 15:04:45.435458 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-aef25a08-cfad-4879-8d36-daf17c6756d5 req-622c1ab7-ca27-4276-b126-0265c6a70d4d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410523 Sep 22 15:04:45.776699 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6a80a-1aec-488e-a4ee-864c03030fef req-2ffe2407-e53b-4185-b3e8-3cee8a289ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:45.778294 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18d6a80a-1aec-488e-a4ee-864c03030fef req-2ffe2407-e53b-4185-b3e8-3cee8a289ece service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 920 time: 0.0919652 Sep 22 15:04:45.852964 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:45.865518 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18d6a80a-1aec-488e-a4ee-864c03030fef req-d0c0ab30-ddcb-46f6-b439-ce9c12c995df service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=495a1319-086a-433b-bc7d-5eb84ce7d95e HTTP/1.1" status: 200 len: 1002 time: 0.0591846 Sep 22 15:04:45.923869 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6a80a-1aec-488e-a4ee-864c03030fef req-300c8862-4b39-4d4d-8664-7acd196cdc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:45.926726 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18d6a80a-1aec-488e-a4ee-864c03030fef req-300c8862-4b39-4d4d-8664-7acd196cdc4b service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.0546217 Sep 22 15:04:45.973216 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6a80a-1aec-488e-a4ee-864c03030fef req-73227917-57a9-4a51-aafc-202464b19861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:45.974989 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18d6a80a-1aec-488e-a4ee-864c03030fef req-73227917-57a9-4a51-aafc-202464b19861 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429409 Sep 22 15:04:45.983154 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-c5cc95bb-694a-4d9b-9f8c-b78cecf3f710 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:45.984601 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-c5cc95bb-694a-4d9b-9f8c-b78cecf3f710 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.49 "GET /networking/v2.0/networks?id=1724b505-b1d6-47b3-9e12-3eb273ce152f HTTP/1.1" status: 200 len: 814 time: 0.1411538 Sep 22 15:04:45.986232 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d306758f-9c61-4e09-9917-bb4f994155ff req-540d9116-76f8-4877-95be-70925766c382 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 210 time: 0.0498025 Sep 22 15:04:46.024921 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-f7835b57-8695-4c89-a3e8-dc348f069e70 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Request body: {'port': {'device_id': '12a82ea1-989f-4e88-854b-f8ba16951634', 'network_id': '1724b505-b1d6-47b3-9e12-3eb273ce152f', 'admin_state_up': True, 'tenant_id': 'a3c8cd9129124bba97b08e1956580d6b'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:04:46.075038 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18d6a80a-1aec-488e-a4ee-864c03030fef req-3a08d2e0-0ddd-4ce5-a538-2d701e9466a6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888560 Sep 22 15:04:46.138447 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-f7835b57-8695-4c89-a3e8-dc348f069e70 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Made reservation on behalf of a3c8cd9129124bba97b08e1956580d6b for: {'port': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:04:46.142309 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-f7835b57-8695-4c89-a3e8-dc348f069e70 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:46.247784 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:46.272503 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-f7835b57-8695-4c89-a3e8-dc348f069e70 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Allocated IP 172.20.0.9 (1724b505-b1d6-47b3-9e12-3eb273ce152f/eef6f12a-4d8d-45b4-bd84-e0559fef64b6/6b8597e4-c872-4f47-bffd-49974760ce8c) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:04:46.281261 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-18d6a80a-1aec-488e-a4ee-864c03030fef req-ff5d79b4-3c5b-4d3e-96d8-05fe1e578e17 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899496 Sep 22 15:04:46.421207 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-f7835b57-8695-4c89-a3e8-dc348f069e70 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks [] for port (6b8597e4-c872-4f47-bffd-49974760ce8c), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:46.452688 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-f7835b57-8695-4c89-a3e8-dc348f069e70 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (6b8597e4-c872-4f47-bffd-49974760ce8c), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:46.483463 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:46.501110 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-f7835b57-8695-4c89-a3e8-dc348f069e70 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Network 1724b505-b1d6-47b3-9e12-3eb273ce152f is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:04:46.507707 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-f7835b57-8695-4c89-a3e8-dc348f069e70 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:04:46.511008 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-f7835b57-8695-4c89-a3e8-dc348f069e70 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:04:46.537308 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7835b57-8695-4c89-a3e8-dc348f069e70 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Pushing event updated for resources: {'Port': ['ID=6b8597e4-c872-4f47-bffd-49974760ce8c,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:46.598761 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-f7835b57-8695-4c89-a3e8-dc348f069e70 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:46.599305 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-f7835b57-8695-4c89-a3e8-dc348f069e70 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:46.606539 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996147f-478e-4e65-93d1-de8bc1416af7 req-bcdedeef-4090-4700-8c3c-528d7626f4e5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:46.608007 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5996147f-478e-4e65-93d1-de8bc1416af7 req-bcdedeef-4090-4700-8c3c-528d7626f4e5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0907326 Sep 22 15:04:46.634510 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-f7835b57-8695-4c89-a3e8-dc348f069e70 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6135547 Sep 22 15:04:46.661466 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5996147f-478e-4e65-93d1-de8bc1416af7 req-f00b233d-b5d9-498b-8eb7-d7412551ca3d tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458734 Sep 22 15:04:47.104751 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545d374-8d3e-4d0f-a7a8-9b2e79808e08 req-75bf8a87-71f2-4d99-9ae8-c39f65fce92d tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:47.106191 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9545d374-8d3e-4d0f-a7a8-9b2e79808e08 req-75bf8a87-71f2-4d99-9ae8-c39f65fce92d tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 931 time: 0.0461483 Sep 22 15:04:47.138385 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:47.154175 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9545d374-8d3e-4d0f-a7a8-9b2e79808e08 req-1484bcea-14ea-44b0-b290-94941de79ce1 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424559 Sep 22 15:04:47.783007 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91743c-f650-48a3-a148-75ac2833a616 req-c08d9ce6-3e03-4e33-a474-4816dc9c2d16 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:47.784463 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ee91743c-f650-48a3-a148-75ac2833a616 req-c08d9ce6-3e03-4e33-a474-4816dc9c2d16 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0491459 Sep 22 15:04:47.830789 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ee91743c-f650-48a3-a148-75ac2833a616 req-d952f92b-baea-4f27-beb5-1e2e00021644 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402734 Sep 22 15:04:48.274827 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94125c-1aa3-498d-b64a-7d5b41a9ac64 req-7b6f7bbc-8e67-43ac-bf11-92157db99a3e tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:48.276324 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0f94125c-1aa3-498d-b64a-7d5b41a9ac64 req-7b6f7bbc-8e67-43ac-bf11-92157db99a3e tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 931 time: 0.0472445 Sep 22 15:04:48.322632 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0f94125c-1aa3-498d-b64a-7d5b41a9ac64 req-02562415-ce7b-46e7-9f98-117cb4a42c4e tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Sep 22 15:04:48.870948 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Request body: {'port': {'device_id': '12a82ea1-989f-4e88-854b-f8ba16951634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:04:48.960544 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6b8597e4-c872-4f47-bffd-49974760ce8c), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:48.979386 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5eea5-88b7-4f78-a70d-7b67ffcd7f78 req-a102e056-df21-419f-814b-90337568a856 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:48.980841 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-26c5eea5-88b7-4f78-a70d-7b67ffcd7f78 req-a102e056-df21-419f-814b-90337568a856 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0754592 Sep 22 15:04:49.105432 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-26c5eea5-88b7-4f78-a70d-7b67ffcd7f78 req-54897415-4221-4c3e-abf0-0fad9c6a89bb tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190338 Sep 22 15:04:49.261512 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8597e4-c872-4f47-bffd-49974760ce8c {{(pid=106241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:04:49.268992 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Publish callbacks [] for port (6b8597e4-c872-4f47-bffd-49974760ce8c), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:49.286496 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.provisioning_blocks [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Transition to ACTIVE for port object 6b8597e4-c872-4f47-bffd-49974760ce8c will not be triggered until provisioned by entity L2. {{(pid=106241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:04:49.290177 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (6b8597e4-c872-4f47-bffd-49974760ce8c), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:49.351730 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8597e4-c872-4f47-bffd-49974760ce8c,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:49.379738 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:49.415067 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Attempting to bind port 6b8597e4-c872-4f47-bffd-49974760ce8c on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:04:49.415425 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Attempting to bind port 6b8597e4-c872-4f47-bffd-49974760ce8c by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'a1c3c60c-e997-43e3-a1b1-8c813a5f63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1724b505-b1d6-47b3-9e12-3eb273ce152f'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:04:49.415753 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Attempting to bind port 6b8597e4-c872-4f47-bffd-49974760ce8c on network 1724b505-b1d6-47b3-9e12-3eb273ce152f {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:04:49.474824 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:49.490781 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363c12f-56fa-44a2-b589-8e7e5be67194 req-7f4403fa-2c99-47d4-9c9b-35a3f3656523 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:49.492958 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c363c12f-56fa-44a2-b589-8e7e5be67194 req-7f4403fa-2c99-47d4-9c9b-35a3f3656523 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 943 time: 0.0926638 Sep 22 15:04:49.525302 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Port 6b8597e4-c872-4f47-bffd-49974760ce8c on network 1724b505-b1d6-47b3-9e12-3eb273ce152f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:04:49.525623 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Attempting to bind port 6b8597e4-c872-4f47-bffd-49974760ce8c on network 1724b505-b1d6-47b3-9e12-3eb273ce152f {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:04:49.579702 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c363c12f-56fa-44a2-b589-8e7e5be67194 req-fed60fc2-6345-4aaa-be9e-a11b4a138a8c tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800002 Sep 22 15:04:49.588355 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:04:49.588698 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Checking segment: {'id': 'a1c3c60c-e997-43e3-a1b1-8c813a5f63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1724b505-b1d6-47b3-9e12-3eb273ce152f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:04:49.589098 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Bound using segment: {'id': 'a1c3c60c-e997-43e3-a1b1-8c813a5f63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1724b505-b1d6-47b3-9e12-3eb273ce152f'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:04:49.589515 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Bound port: 6b8597e4-c872-4f47-bffd-49974760ce8c, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c3c60c-e997-43e3-a1b1-8c813a5f63d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1724b505-b1d6-47b3-9e12-3eb273ce152f'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:04:49.589873 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6b8597e4-c872-4f47-bffd-49974760ce8c), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:49.654369 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] For port 6b8597e4-c872-4f47-bffd-49974760ce8c, host hv-cinder-85646, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:04:49.657525 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] For port 6b8597e4-c872-4f47-bffd-49974760ce8c, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=6b8597e4-c872-4f47-bffd-49974760ce8c,segment=NetworkSegment(a1c3c60c-e997-43e3-a1b1-8c813a5f63d6),segment_id=a1c3c60c-e997-43e3-a1b1-8c813a5f63d6)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:04:49.663987 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (6b8597e4-c872-4f47-bffd-49974760ce8c), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:49.668886 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:49.669492 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:49.670846 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/6b8597e4-c872-4f47-bffd-49974760ce8c HTTP/1.1" status: 200 len: 1093 time: 0.8042078 Sep 22 15:04:49.671426 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a82ea1-989f-4e88-854b-f8ba16951634', 'tag': '6b8597e4-c872-4f47-bffd-49974760ce8c'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:04:49.673679 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c5d6a3-2ea7-448e-8587-966a7525821f" -d '{"events": [{"name": "network-changed", "server_uuid": "12a82ea1-989f-4e88-854b-f8ba16951634", "tag": "6b8597e4-c872-4f47-bffd-49974760ce8c"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:04:49.713766 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6718ea25-509b-4e07-994e-67cfbdbda0b8 x-openstack-request-id: req-6718ea25-509b-4e07-994e-67cfbdbda0b8 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:04:49.714052 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a82ea1-989f-4e88-854b-f8ba16951634", "tag": "6b8597e4-c872-4f47-bffd-49974760ce8c", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:04:49.714305 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6718ea25-509b-4e07-994e-67cfbdbda0b8 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:04:49.714709 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6718ea25-509b-4e07-994e-67cfbdbda0b8'] response: {'name': 'network-changed', 'server_uuid': '12a82ea1-989f-4e88-854b-f8ba16951634', 'tag': '6b8597e4-c872-4f47-bffd-49974760ce8c', 'status': 'completed', 'code': 200} Sep 22 15:04:49.719265 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66096a9a-9160-4606-b0bf-226c63022143 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8597e4-c872-4f47-bffd-49974760ce8c,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:50.214534 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:04:50.228915 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c29c47-3a48-42e1-b297-02103fe56577 req-e681fa8e-1a30-460e-87d7-1ad5a32fb261 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:50.230385 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-21c29c47-3a48-42e1-b297-02103fe56577 req-e681fa8e-1a30-460e-87d7-1ad5a32fb261 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0476372 Sep 22 15:04:50.281922 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-21c29c47-3a48-42e1-b297-02103fe56577 req-aa703069-9c3b-4d1e-b772-4a53458dae96 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458598 Sep 22 15:04:50.429767 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5d6a3-2ea7-448e-8587-966a7525821f req-ee1b4f4e-f695-4101-8a71-900a37f3cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:50.431184 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e5c5d6a3-2ea7-448e-8587-966a7525821f req-ee1b4f4e-f695-4101-8a71-900a37f3cf9e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=a3c8cd9129124bba97b08e1956580d6b&device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 1127 time: 0.0694399 Sep 22 15:04:50.436897 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b8d5b-0773-4155-8df3-a720d72f7d78 req-88d33936-c5f6-4b8e-a163-130159f7a248 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:50.438234 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ad7b8d5b-0773-4155-8df3-a720d72f7d78 req-88d33936-c5f6-4b8e-a163-130159f7a248 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0783830 Sep 22 15:04:50.449015 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 53622) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:04:50.453562 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-e49253ec-5a57-409d-bf2c-251af289d2ab tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Request body: {'floatingip': {'port_id': '495a1319-086a-433b-bc7d-5eb84ce7d95e'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:04:50.561405 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e49253ec-5a57-409d-bf2c-251af289d2ab tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for floatingip (ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:50.602576 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5d6a3-2ea7-448e-8587-966a7525821f req-20b642ee-7c1c-4e70-86bb-1d4499e318dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:50.604088 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e5c5d6a3-2ea7-448e-8587-966a7525821f req-20b642ee-7c1c-4e70-86bb-1d4499e318dc service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=a3c8cd9129124bba97b08e1956580d6b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1557539 Sep 22 15:04:50.688235 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:50.949969 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39ed3c-47c7-4303-94b2-5e900d82c4ab req-af175348-7946-446f-80c1-d165d6573683 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:50.951364 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3c39ed3c-47c7-4303-94b2-5e900d82c4ab req-af175348-7946-446f-80c1-d165d6573683 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 943 time: 0.2908106 Sep 22 15:04:50.986435 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5d6a3-2ea7-448e-8587-966a7525821f req-c3885d47-34d2-4d0b-8593-60b1ac355f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:50.987937 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e5c5d6a3-2ea7-448e-8587-966a7525821f req-c3885d47-34d2-4d0b-8593-60b1ac355f56 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3733060 Sep 22 15:04:51.014136 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3c39ed3c-47c7-4303-94b2-5e900d82c4ab req-68babf44-11d2-475a-8690-d0c307368797 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561180 Sep 22 15:04:51.018394 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e49253ec-5a57-409d-bf2c-251af289d2ab tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:51.023908 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e49253ec-5a57-409d-bf2c-251af289d2ab tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:51.116011 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-7864f05a-ede1-414f-a1dd-fa33adf65657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:51.117484 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-7864f05a-ede1-414f-a1dd-fa33adf65657 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=a3c8cd9129124bba97b08e1956580d6b&device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 1127 time: 0.0380044 Sep 22 15:04:51.185457 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-50bbe7e0-9b6d-4234-ba96-1ffe9ac3b543 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8597e4-c872-4f47-bffd-49974760ce8c HTTP/1.1" status: 200 len: 217 time: 0.0366182 Sep 22 15:04:51.230980 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49253ec-5a57-409d-bf2c-251af289d2ab tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Router 285b662a-f46e-4ad6-ac28-f993758bbd9f has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:04:51.234416 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-7ce1ecad-4f1b-4887-8932-a7a1defaa9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:51.235892 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-7ce1ecad-4f1b-4887-8932-a7a1defaa9d4 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=eef6f12a-4d8d-45b4-bd84-e0559fef64b6 HTTP/1.1" status: 200 len: 854 time: 0.0439384 Sep 22 15:04:51.268800 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-84939bef-76af-4a80-810c-d0fb6758317b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=1724b505-b1d6-47b3-9e12-3eb273ce152f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244153 Sep 22 15:04:51.327426 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:51.335135 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49253ec-5a57-409d-bf2c-251af289d2ab tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:04:51.339988 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e49253ec-5a57-409d-bf2c-251af289d2ab tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:51.346964 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43390e5-7fca-4d0d-9fea-6497bf1615a1 None None] Sync routers for ids ['285b662a-f46e-4ad6-ac28-f993758bbd9f'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:04:51.358841 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43390e5-7fca-4d0d-9fea-6497bf1615a1 None None] Routers {'285b662a-f46e-4ad6-ac28-f993758bbd9f'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:04:51.359491 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-c43390e5-7fca-4d0d-9fea-6497bf1615a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:04:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['285b662a-f46e-4ad6-ac28-f993758bbd9f'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:04:51.366738 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-7c3758ac-d2ee-4b93-9694-b7fb70bb83b0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1724b505-b1d6-47b3-9e12-3eb273ce152f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909059 Sep 22 15:04:51.373604 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'tag': '495a1319-086a-433b-bc7d-5eb84ce7d95e'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:04:51.375894 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc48f03-33b1-4a11-8d82-ced493dc1872" -d '{"events": [{"name": "network-changed", "server_uuid": "368648e7-6e8a-4b91-b6a9-1fad3caae482", "tag": "495a1319-086a-433b-bc7d-5eb84ce7d95e"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:04:51.407913 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e49253ec-5a57-409d-bf2c-251af289d2ab tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "PUT /networking/v2.0/floatingips/ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e HTTP/1.1" status: 200 len: 994 time: 0.9577720 Sep 22 15:04:51.426367 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27acebb4-2fee-431f-b030-9455ba24bdbc x-openstack-request-id: req-27acebb4-2fee-431f-b030-9455ba24bdbc {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:04:51.426663 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368648e7-6e8a-4b91-b6a9-1fad3caae482", "tag": "495a1319-086a-433b-bc7d-5eb84ce7d95e", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:04:51.426921 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27acebb4-2fee-431f-b030-9455ba24bdbc {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:04:51.427412 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27acebb4-2fee-431f-b030-9455ba24bdbc'] response: {'name': 'network-changed', 'server_uuid': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'tag': '495a1319-086a-433b-bc7d-5eb84ce7d95e', 'status': 'completed', 'code': 200} Sep 22 15:04:51.427990 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:51.467233 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd786c88-3e12-4cc4-9b86-f46981593242 req-55631e3c-45b0-4df8-a180-88acf9ddeb15 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/1724b505-b1d6-47b3-9e12-3eb273ce152f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940742 Sep 22 15:04:51.468889 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-c43390e5-7fca-4d0d-9fea-6497bf1615a1 None None] Set router 285b662a-f46e-4ad6-ac28-f993758bbd9f gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:04:51.561072 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc48f03-33b1-4a11-8d82-ced493dc1872 req-ba27f5a8-ea63-499e-a3f2-b91f03ce5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:51.562546 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-edc48f03-33b1-4a11-8d82-ced493dc1872 req-ba27f5a8-ea63-499e-a3f2-b91f03ce5559 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 1130 time: 0.0375869 Sep 22 15:04:51.682026 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-c43390e5-7fca-4d0d-9fea-6497bf1615a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 4, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'port_id': '495a1319-086a-433b-bc7d-5eb84ce7d95e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'mac_address': 'fa:16:3e:28:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:01:14Z', 'updated_at': '2022-09-22T15:04:50Z', 'revision_number': 3, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c220ded-a186-4334-b434-aee1bc6bdba1', 'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'mac_address': 'fa:16:3e:e8:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:16Z', 'updated_at': '2022-09-22T14:58:25Z', 'revision_number': 5, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'subnets': [{'id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:04:51.706031 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43390e5-7fca-4d0d-9fea-6497bf1615a1 None None] Checking router: 285b662a-f46e-4ad6-ac28-f993758bbd9f for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:04:51.714633 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43390e5-7fca-4d0d-9fea-6497bf1615a1 None None] Routers {'285b662a-f46e-4ad6-ac28-f993758bbd9f'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:04:51.715244 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-c43390e5-7fca-4d0d-9fea-6497bf1615a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:04:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['285b662a-f46e-4ad6-ac28-f993758bbd9f'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:04:51.814433 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-c43390e5-7fca-4d0d-9fea-6497bf1615a1 None None] Set router 285b662a-f46e-4ad6-ac28-f993758bbd9f gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:04:52.138915 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e472d-8d48-4707-bcd3-ca07182b975f req-f554cb6f-7481-468f-b5a5-c66a977f6035 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:52.140358 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7f5e472d-8d48-4707-bcd3-ca07182b975f req-f554cb6f-7481-468f-b5a5-c66a977f6035 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 943 time: 0.0502527 Sep 22 15:04:52.147033 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-c43390e5-7fca-4d0d-9fea-6497bf1615a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 4, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'port_id': '495a1319-086a-433b-bc7d-5eb84ce7d95e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'mac_address': 'fa:16:3e:28:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:01:14Z', 'updated_at': '2022-09-22T15:04:50Z', 'revision_number': 3, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c220ded-a186-4334-b434-aee1bc6bdba1', 'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'mac_address': 'fa:16:3e:e8:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:16Z', 'updated_at': '2022-09-22T14:58:25Z', 'revision_number': 5, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'subnets': [{'id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:04:52.171839 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43390e5-7fca-4d0d-9fea-6497bf1615a1 None None] The sync data for ids ['285b662a-f46e-4ad6-ac28-f993758bbd9f'] in dv-cinder-856463-5-iscsi is: [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 4, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'port_id': '495a1319-086a-433b-bc7d-5eb84ce7d95e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'mac_address': 'fa:16:3e:28:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:01:14Z', 'updated_at': '2022-09-22T15:04:50Z', 'revision_number': 3, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c220ded-a186-4334-b434-aee1bc6bdba1', 'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'mac_address': 'fa:16:3e:e8:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:16Z', 'updated_at': '2022-09-22T14:58:25Z', 'revision_number': 5, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'subnets': [{'id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:04:52.188246 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7f5e472d-8d48-4707-bcd3-ca07182b975f req-90a6809c-de38-4134-93fd-c83d7312ca1d tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421722 Sep 22 15:04:52.404383 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:53.309978 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a09fc8-c8cb-4b7c-a4b9-36d15e65ac32 req-2f9591d6-8973-4dcd-9c8f-e126fd5bad44 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:53.311478 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-29a09fc8-c8cb-4b7c-a4b9-36d15e65ac32 req-2f9591d6-8973-4dcd-9c8f-e126fd5bad44 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 943 time: 0.0470505 Sep 22 15:04:53.357835 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-29a09fc8-c8cb-4b7c-a4b9-36d15e65ac32 req-5827bc28-e036-4a52-a481-62296c05122d tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Sep 22 15:04:53.428631 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'tag': '495a1319-086a-433b-bc7d-5eb84ce7d95e'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:04:53.431033 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553c2d3e-afcb-440b-9404-9e0baa2622d3" -d '{"events": [{"name": "network-changed", "server_uuid": "368648e7-6e8a-4b91-b6a9-1fad3caae482", "tag": "495a1319-086a-433b-bc7d-5eb84ce7d95e"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:04:53.471329 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60757881-0d07-48d6-b726-3424e805602f x-openstack-request-id: req-60757881-0d07-48d6-b726-3424e805602f {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:04:53.471620 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368648e7-6e8a-4b91-b6a9-1fad3caae482", "tag": "495a1319-086a-433b-bc7d-5eb84ce7d95e", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:04:53.471873 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-60757881-0d07-48d6-b726-3424e805602f {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:04:53.472277 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60757881-0d07-48d6-b726-3424e805602f'] response: {'name': 'network-changed', 'server_uuid': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'tag': '495a1319-086a-433b-bc7d-5eb84ce7d95e', 'status': 'completed', 'code': 200} Sep 22 15:04:54.506126 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a8b1-f88f-42c5-a8c3-de7373ca36e0 req-a5dc8d0f-d96c-4b48-bf3e-e7b9d90f52be tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:54.507623 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1f66a8b1-f88f-42c5-a8c3-de7373ca36e0 req-a5dc8d0f-d96c-4b48-bf3e-e7b9d90f52be tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 943 time: 0.0718820 Sep 22 15:04:54.512461 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc48f03-33b1-4a11-8d82-ced493dc1872 req-9bdb2893-c666-4213-b10f-b79d3a922d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:54.513810 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-edc48f03-33b1-4a11-8d82-ced493dc1872 req-9bdb2893-c666-4213-b10f-b79d3a922d7c service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 920 time: 0.1365755 Sep 22 15:04:54.601815 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1f66a8b1-f88f-42c5-a8c3-de7373ca36e0 req-35646a9e-7d64-4952-8e3e-f50b5e25ff7f tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870626 Sep 22 15:04:54.607741 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-edc48f03-33b1-4a11-8d82-ced493dc1872 req-61811c97-522b-4c0d-9484-55a7f3fa1665 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=495a1319-086a-433b-bc7d-5eb84ce7d95e HTTP/1.1" status: 200 len: 1002 time: 0.0764346 Sep 22 15:04:54.658885 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc48f03-33b1-4a11-8d82-ced493dc1872 req-823da415-5743-4aaa-84c4-c01936bf03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:54.660313 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-edc48f03-33b1-4a11-8d82-ced493dc1872 req-823da415-5743-4aaa-84c4-c01936bf03b5 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.0448287 Sep 22 15:04:54.676183 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c7ef7666-fe6e-4aa5-8a9a-94ca74de3cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:54.704486 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc48f03-33b1-4a11-8d82-ced493dc1872 req-2cf5c5bd-0bff-4d8e-8d70-5ef935c4540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:54.705959 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-edc48f03-33b1-4a11-8d82-ced493dc1872 req-2cf5c5bd-0bff-4d8e-8d70-5ef935c4540a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379803 Sep 22 15:04:54.800046 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-edc48f03-33b1-4a11-8d82-ced493dc1872 req-7670c82d-02b0-48c0-95a6-ef77068c2baa service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865126 Sep 22 15:04:54.892342 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-edc48f03-33b1-4a11-8d82-ced493dc1872 req-df0af92b-8961-44e6-b99f-ca5f3bdba0e5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853131 Sep 22 15:04:55.030465 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c2d3e-afcb-440b-9404-9e0baa2622d3 req-8b1d6163-dd65-4c18-a497-f10e11ecddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:55.032235 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-553c2d3e-afcb-440b-9404-9e0baa2622d3 req-8b1d6163-dd65-4c18-a497-f10e11ecddf4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 1130 time: 0.0386915 Sep 22 15:04:55.109611 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:55.123557 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c2d3e-afcb-440b-9404-9e0baa2622d3 req-94795a9a-3633-4740-b60a-9c2837dc31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:55.125003 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-553c2d3e-afcb-440b-9404-9e0baa2622d3 req-94795a9a-3633-4740-b60a-9c2837dc31a6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 200 len: 920 time: 0.0853567 Sep 22 15:04:55.192267 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-553c2d3e-afcb-440b-9404-9e0baa2622d3 req-71e46a4d-116c-441e-acfd-dc04c338359a service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=495a1319-086a-433b-bc7d-5eb84ce7d95e HTTP/1.1" status: 200 len: 1002 time: 0.0595124 Sep 22 15:04:55.228262 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:55.246711 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c2d3e-afcb-440b-9404-9e0baa2622d3 req-82774e3a-13c4-4f5c-b3d7-228881c2d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:55.248214 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-553c2d3e-afcb-440b-9404-9e0baa2622d3 req-82774e3a-13c4-4f5c-b3d7-228881c2d928 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 200 len: 858 time: 0.0492499 Sep 22 15:04:55.292748 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c2d3e-afcb-440b-9404-9e0baa2622d3 req-d5614ad6-64af-464e-abc3-78eb4765f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:55.294199 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-553c2d3e-afcb-440b-9404-9e0baa2622d3 req-d5614ad6-64af-464e-abc3-78eb4765f3c9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5c43e8e6-bd2f-49d4-8458-66a54ee7db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383012 Sep 22 15:04:55.388451 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-553c2d3e-afcb-440b-9404-9e0baa2622d3 req-db3a71ac-31d5-4849-a217-a48f86d138ea service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870862 Sep 22 15:04:55.483021 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-553c2d3e-afcb-440b-9404-9e0baa2622d3 req-5adb88f5-77f9-4eb7-8384-f343d7d5efc7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853400 Sep 22 15:04:55.721946 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098c256-719f-4407-ab66-298c59c4e983 req-4aa8def8-d680-4d2b-96a0-5debbdbbdf90 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:55.723415 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9098c256-719f-4407-ab66-298c59c4e983 req-4aa8def8-d680-4d2b-96a0-5debbdbbdf90 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 943 time: 0.0460582 Sep 22 15:04:55.770530 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9098c256-719f-4407-ab66-298c59c4e983 req-dc82d272-ac1f-498c-b64e-382f3e746d42 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415580 Sep 22 15:04:55.995683 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 6b8597e4-c872-4f47-bffd-49974760ce8c details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:04:56.093317 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:56.095183 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 6b8597e4-c872-4f47-bffd-49974760ce8c, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=6b8597e4-c872-4f47-bffd-49974760ce8c,segment=NetworkSegment(a1c3c60c-e997-43e3-a1b1-8c813a5f63d6),segment_id=a1c3c60c-e997-43e3-a1b1-8c813a5f63d6)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:04:56.107425 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '6b8597e4-c872-4f47-bffd-49974760ce8c', 'network_id': '1724b505-b1d6-47b3-9e12-3eb273ce152f', 'port_id': '6b8597e4-c872-4f47-bffd-49974760ce8c', 'mac_address': 'fa:16:3e:bc:56:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef6f12a-4d8d-45b4-bd84-e0559fef64b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:04:56.141106 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 6b8597e4-c872-4f47-bffd-49974760ce8c is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:04:56.141495 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6b8597e4-c872-4f47-bffd-49974760ce8c), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:56.154359 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8597e4-c872-4f47-bffd-49974760ce8c {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:04:56.172190 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:56.173955 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 6b8597e4-c872-4f47-bffd-49974760ce8c, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=6b8597e4-c872-4f47-bffd-49974760ce8c,segment=NetworkSegment(a1c3c60c-e997-43e3-a1b1-8c813a5f63d6),segment_id=a1c3c60c-e997-43e3-a1b1-8c813a5f63d6)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:04:56.178267 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (6b8597e4-c872-4f47-bffd-49974760ce8c), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:56.227930 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=6b8597e4-c872-4f47-bffd-49974760ce8c,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:56.864931 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['6b8597e4-c872-4f47-bffd-49974760ce8c'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:04:56.896179 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fd950-7ddb-442c-9429-fb185c9aba3a req-92651e8b-6d29-4a52-83c1-78889fb4fde6 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:56.897748 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-980fd950-7ddb-442c-9429-fb185c9aba3a req-92651e8b-6d29-4a52-83c1-78889fb4fde6 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 944 time: 0.0546796 Sep 22 15:04:56.945304 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-980fd950-7ddb-442c-9429-fb185c9aba3a req-fc814760-49de-4138-83bc-7e1742032b17 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 Sep 22 15:04:57.115851 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-df4cfe77-9700-4016-9dcb-1b20cdc64d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:58.068565 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f06b13-ef5a-4869-aaf8-b7e959f72188 req-79ad2b57-d754-4767-b3dc-635e92ecabb3 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:58.070021 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-68f06b13-ef5a-4869-aaf8-b7e959f72188 req-79ad2b57-d754-4767-b3dc-635e92ecabb3 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 944 time: 0.0482564 Sep 22 15:04:58.115526 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-68f06b13-ef5a-4869-aaf8-b7e959f72188 req-069f3961-f2e5-4c61-a6c4-30d4966ca20b tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Sep 22 15:04:58.236966 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:58.390824 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 6b8597e4-c872-4f47-bffd-49974760ce8c up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:04:58.433123 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port 6b8597e4-c872-4f47-bffd-49974760ce8c completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:04:58.438962 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 6b8597e4-c872-4f47-bffd-49974760ce8c triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:04:58.439373 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (6b8597e4-c872-4f47-bffd-49974760ce8c), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:58.439723 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 6b8597e4-c872-4f47-bffd-49974760ce8c Sep 22 15:04:58.512676 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 6b8597e4-c872-4f47-bffd-49974760ce8c is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:04:58.513020 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6b8597e4-c872-4f47-bffd-49974760ce8c), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:58.535013 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a82ea1-989f-4e88-854b-f8ba16951634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8597e4-c872-4f47-bffd-49974760ce8c'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:04:58.537267 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674c08b9-b566-4a2d-b122-3cea1826c0cc" -d '{"events": [{"server_uuid": "12a82ea1-989f-4e88-854b-f8ba16951634", "name": "network-vif-plugged", "status": "completed", "tag": "6b8597e4-c872-4f47-bffd-49974760ce8c"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:04:58.553573 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 6b8597e4-c872-4f47-bffd-49974760ce8c, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=6b8597e4-c872-4f47-bffd-49974760ce8c,segment=NetworkSegment(a1c3c60c-e997-43e3-a1b1-8c813a5f63d6),segment_id=a1c3c60c-e997-43e3-a1b1-8c813a5f63d6)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:04:58.557845 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (6b8597e4-c872-4f47-bffd-49974760ce8c), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:04:58.581202 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8a2df1-61a7-43a5-bccb-e274c51cc793 x-openstack-request-id: req-bb8a2df1-61a7-43a5-bccb-e274c51cc793 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:04:58.581503 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a82ea1-989f-4e88-854b-f8ba16951634", "name": "network-vif-plugged", "status": "completed", "tag": "6b8597e4-c872-4f47-bffd-49974760ce8c", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:04:58.581756 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb8a2df1-61a7-43a5-bccb-e274c51cc793 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:04:58.582175 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8a2df1-61a7-43a5-bccb-e274c51cc793'] response: {'server_uuid': '12a82ea1-989f-4e88-854b-f8ba16951634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8597e4-c872-4f47-bffd-49974760ce8c', 'code': 200} Sep 22 15:04:58.606601 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=6b8597e4-c872-4f47-bffd-49974760ce8c,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:04:58.870707 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601f59b-36b5-475f-aaf2-23812a339a9c req-80ba2519-ab3f-4d32-ade4-8b89debb2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:58.872221 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1601f59b-36b5-475f-aaf2-23812a339a9c req-80ba2519-ab3f-4d32-ade4-8b89debb2e63 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 1129 time: 0.0384247 Sep 22 15:04:58.918451 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1601f59b-36b5-475f-aaf2-23812a339a9c req-a4907e6d-b28e-487d-8679-a1596a6634d1 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366299 Sep 22 15:04:59.200858 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=13 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:04:59.241854 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c26b3-37b7-4aa1-abe2-d8b01a66be20 req-798035dd-24aa-4986-b912-093eec1b597b tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:04:59.243497 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-120c26b3-37b7-4aa1-abe2-d8b01a66be20 req-798035dd-24aa-4986-b912-093eec1b597b tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 945 time: 0.0549228 Sep 22 15:04:59.290565 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-120c26b3-37b7-4aa1-abe2-d8b01a66be20 req-62fb5d33-918e-40d3-af66-11c775de2524 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 Sep 22 15:04:59.994489 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:00.039697 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:00.214704 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=21 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:00.410397 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389ac34-696b-4438-a24e-12cfdc9afdf4 req-e47549f9-83e4-4a91-ad4e-fc1b44252dc9 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:05:00.411907 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9389ac34-696b-4438-a24e-12cfdc9afdf4 req-e47549f9-83e4-4a91-ad4e-fc1b44252dc9 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 945 time: 0.0463121 Sep 22 15:05:00.458110 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9389ac34-696b-4438-a24e-12cfdc9afdf4 req-88ec07d1-c0bc-4886-a721-7b6391ee3c9c tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Sep 22 15:05:01.398908 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:01.405104 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:01.579430 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc29908-df9a-4c5c-b549-f0602da7224a req-25431e27-20ff-4483-910c-17ffbd9ed2c2 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:05:01.580972 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bbc29908-df9a-4c5c-b549-f0602da7224a req-25431e27-20ff-4483-910c-17ffbd9ed2c2 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 945 time: 0.0486636 Sep 22 15:05:01.631371 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bbc29908-df9a-4c5c-b549-f0602da7224a req-3f3bbac3-53be-44b2-9ecb-58dd51621a1a tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445914 Sep 22 15:05:10.035160 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:10.037753 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:11.624426 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:11.627111 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:21.183861 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9e722ff7-a2bb-4dfc-acf7-3c84b35f0495 req-9e9c332f-725e-40be-958f-48e5f3e6f344 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390382 Sep 22 15:05:21.262142 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e722ff7-a2bb-4dfc-acf7-3c84b35f0495 req-07f96285-8c80-4834-8d3e-36afb73b5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:05:21.263682 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9e722ff7-a2bb-4dfc-acf7-3c84b35f0495 req-07f96285-8c80-4834-8d3e-36afb73b5e36 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 1130 time: 0.0398116 Sep 22 15:05:21.368075 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e722ff7-a2bb-4dfc-acf7-3c84b35f0495 req-cd8dd997-24b4-4a3b-8113-10c58cf94bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:05:21.369512 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9e722ff7-a2bb-4dfc-acf7-3c84b35f0495 req-cd8dd997-24b4-4a3b-8113-10c58cf94bf8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 200 len: 918 time: 0.0886774 Sep 22 15:05:21.430359 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9e722ff7-a2bb-4dfc-acf7-3c84b35f0495 req-f8e27886-24cb-4790-9a35-64038b5ade07 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55a8cf19-235c-45bb-bea4-adcb554d7518 HTTP/1.1" status: 200 len: 1001 time: 0.0541370 Sep 22 15:05:21.476914 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e722ff7-a2bb-4dfc-acf7-3c84b35f0495 req-d2d75972-2a42-4d6f-8d65-e2037be907e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:05:21.478319 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9e722ff7-a2bb-4dfc-acf7-3c84b35f0495 req-d2d75972-2a42-4d6f-8d65-e2037be907e9 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=beeb1e81-2d0a-4aaa-8268-e889ab63bedf HTTP/1.1" status: 200 len: 856 time: 0.0420167 Sep 22 15:05:21.525563 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e722ff7-a2bb-4dfc-acf7-3c84b35f0495 req-cb2462f1-5597-4c14-a8c3-ff147d005d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:05:21.527347 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9e722ff7-a2bb-4dfc-acf7-3c84b35f0495 req-cb2462f1-5597-4c14-a8c3-ff147d005d02 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d2cd27ce-59e4-4969-86d2-13164d033d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419254 Sep 22 15:05:21.619913 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9e722ff7-a2bb-4dfc-acf7-3c84b35f0495 req-b5652e33-c696-47b0-babf-a3dbade8b239 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852494 Sep 22 15:05:21.711814 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9e722ff7-a2bb-4dfc-acf7-3c84b35f0495 req-991d9e41-4d31-41c4-9236-c26e73dc8f39 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853670 Sep 22 15:05:22.426951 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:24.678643 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-21cef96e-4fdc-4d6a-afdc-9bc5cd8af68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:27.028447 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db4e0a-6389-40bc-a7e1-761a41f87864 req-01ead368-754a-4dfb-9d54-71158ed3fc25 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:05:27.029767 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-71db4e0a-6389-40bc-a7e1-761a41f87864 req-01ead368-754a-4dfb-9d54-71158ed3fc25 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 945 time: 0.0455027 Sep 22 15:05:27.075056 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-71db4e0a-6389-40bc-a7e1-761a41f87864 req-1e2a62f8-c470-4280-b6e8-3bd9f6dd585f tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390356 Sep 22 15:05:27.117065 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b6e322a7-1a3d-4a17-a3e2-7e06d5b2c010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:27.212814 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:05:28.200573 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64448bb3-543b-43cd-b5d9-b128f0cd07ad req-b4a25ad4-cba6-4583-a9ef-5715b09fe4f1 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:05:28.202019 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-64448bb3-543b-43cd-b5d9-b128f0cd07ad req-b4a25ad4-cba6-4583-a9ef-5715b09fe4f1 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 945 time: 0.0493810 Sep 22 15:05:28.236191 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:28.250513 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-64448bb3-543b-43cd-b5d9-b128f0cd07ad req-e2e813fd-e6e5-4f9e-8553-7ecb59b8ee50 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429177 Sep 22 15:05:29.199143 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b299ab4-4139-4268-826f-1ff9ffb55871 req-3a94e3fa-44af-425c-b0ea-fb69bb94bebf tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:05:29.200626 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0b299ab4-4139-4268-826f-1ff9ffb55871 req-3a94e3fa-44af-425c-b0ea-fb69bb94bebf tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 945 time: 0.0458040 Sep 22 15:05:29.286062 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-0b299ab4-4139-4268-826f-1ff9ffb55871 req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Deleting port 6b8597e4-c872-4f47-bffd-49974760ce8c {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:05:29.286403 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-0b299ab4-4139-4268-826f-1ff9ffb55871 req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (6b8597e4-c872-4f47-bffd-49974760ce8c), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:29.393385 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9867d0-3bf0-46b7-813f-2eca0db0faf8 req-cc5d5bbf-8c49-46fc-a874-bbb301d635f1 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:05:29.394858 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2f9867d0-3bf0-46b7-813f-2eca0db0faf8 req-cc5d5bbf-8c49-46fc-a874-bbb301d635f1 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=12a82ea1-989f-4e88-854b-f8ba16951634 HTTP/1.1" status: 200 len: 945 time: 0.0620248 Sep 22 15:05:29.415097 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:29.438406 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-0b299ab4-4139-4268-826f-1ff9ffb55871 req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] For port 6b8597e4-c872-4f47-bffd-49974760ce8c, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=6b8597e4-c872-4f47-bffd-49974760ce8c,segment=NetworkSegment(a1c3c60c-e997-43e3-a1b1-8c813a5f63d6),segment_id=a1c3c60c-e997-43e3-a1b1-8c813a5f63d6)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:05:29.438768 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-0b299ab4-4139-4268-826f-1ff9ffb55871 req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (6b8597e4-c872-4f47-bffd-49974760ce8c), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:29.460641 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-0b299ab4-4139-4268-826f-1ff9ffb55871 req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Calling delete_port for 6b8597e4-c872-4f47-bffd-49974760ce8c owned by compute:nova {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:05:29.485852 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2f9867d0-3bf0-46b7-813f-2eca0db0faf8 req-cd853cac-7bfd-47bd-94e0-76bfa7037039 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=1c89ec6c-391a-4095-b48b-23aa53d7c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813277 Sep 22 15:05:29.519546 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:29.601716 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-0b299ab4-4139-4268-826f-1ff9ffb55871 req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (6b8597e4-c872-4f47-bffd-49974760ce8c), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:29.632526 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Pushing event deleted for resources: {'Port': ['ID=6b8597e4-c872-4f47-bffd-49974760ce8c,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:05:29.648854 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['6b8597e4-c872-4f47-bffd-49974760ce8c'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:05:29.658341 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:29.658694 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:29.659040 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:29.659405 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:29.659742 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:29.660074 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:29.660897 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:29.661231 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:29.661556 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:29.661882 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:29.662217 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:29.662540 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:29.662864 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:29.663186 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:29.663528 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:29.686341 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b299ab4-4139-4268-826f-1ff9ffb55871 req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] No DVR routers for this DVR port 6b8597e4-c872-4f47-bffd-49974760ce8c on host hv-cinder-85646 {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:05:29.688740 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-0b299ab4-4139-4268-826f-1ff9ffb55871 req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:29.692096 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0b299ab4-4139-4268-826f-1ff9ffb55871 req-26579107-f9fb-4e69-897a-67a6151b3238 tempest-VolumesSnapshotTestJSON-860110133 tempest-VolumesSnapshotTestJSON-860110133-project] 10.222.0.49 "DELETE /networking/v2.0/ports/6b8597e4-c872-4f47-bffd-49974760ce8c HTTP/1.1" status: 204 len: 173 time: 0.4857020 Sep 22 15:05:29.692587 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a82ea1-989f-4e88-854b-f8ba16951634', 'name': 'network-vif-deleted', 'tag': '6b8597e4-c872-4f47-bffd-49974760ce8c'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:05:29.694856 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5138d10-fd63-443d-afc5-d4403853b865" -d '{"events": [{"server_uuid": "12a82ea1-989f-4e88-854b-f8ba16951634", "name": "network-vif-deleted", "tag": "6b8597e4-c872-4f47-bffd-49974760ce8c"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:05:29.732597 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701a56d7-d6c1-47de-aeff-84d941104264 x-openstack-request-id: req-701a56d7-d6c1-47de-aeff-84d941104264 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:05:29.733021 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a82ea1-989f-4e88-854b-f8ba16951634", "name": "network-vif-deleted", "tag": "6b8597e4-c872-4f47-bffd-49974760ce8c", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:05:29.733281 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-701a56d7-d6c1-47de-aeff-84d941104264 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:05:29.733718 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-701a56d7-d6c1-47de-aeff-84d941104264'] response: {'server_uuid': '12a82ea1-989f-4e88-854b-f8ba16951634', 'name': 'network-vif-deleted', 'tag': '6b8597e4-c872-4f47-bffd-49974760ce8c', 'status': 'completed', 'code': 200} Sep 22 15:05:29.997511 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:30.042835 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:32.711217 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 6b8597e4-c872-4f47-bffd-49974760ce8c no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:05:32.730829 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: 6b8597e4-c872-4f47-bffd-49974760ce8c {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:05:32.731128 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 6b8597e4-c872-4f47-bffd-49974760ce8c not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:05:37.208631 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:37.209359 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:39.669178 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:39.671004 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=31,neutron:DELETE=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:42.714957 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:42.715742 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:52.424365 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:53.194271 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:05:54.681606 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1fb85492-6c7c-4b40-b162-516912b40219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:55.817292 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 53922) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:05:55.862204 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Deleting subnet eef6f12a-4d8d-45b4-bd84-e0559fef64b6 {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 15:05:55.865478 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Publish callbacks [] for subnet (eef6f12a-4d8d-45b4-bd84-e0559fef64b6), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:55.899791 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9124838'] for subnet (eef6f12a-4d8d-45b4-bd84-e0559fef64b6), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:55.942158 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (eef6f12a-4d8d-45b4-bd84-e0559fef64b6), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:55.999306 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9125835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969113'] for subnet (eef6f12a-4d8d-45b4-bd84-e0559fef64b6), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:56.022866 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef6f12a-4d8d-45b4-bd84-e0559fef64b6,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:05:56.033004 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:56.033358 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:56.033703 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:56.034046 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:56.034727 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:56.034727 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:56.035077 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:56.035467 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:56.035800 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:56.036127 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:56.036460 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:56.036787 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:56.037140 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:56.037462 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:56.037785 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:05:56.041239 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:56.044445 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b971cfb3-2f63-4049-b996-a37591e45124 admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/eef6f12a-4d8d-45b4-bd84-e0559fef64b6 HTTP/1.1" status: 204 len: 168 time: 0.2261479 Sep 22 15:05:56.047002 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 53926) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:05:56.115025 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3c332f14-458a-4663-859a-afba3de9793a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (1724b505-b1d6-47b3-9e12-3eb273ce152f), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:56.195606 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3c332f14-458a-4663-859a-afba3de9793a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (1724b505-b1d6-47b3-9e12-3eb273ce152f), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:56.215793 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-3c332f14-458a-4663-859a-afba3de9793a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1724b505-b1d6-47b3-9e12-3eb273ce152f']}} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:05:56.224783 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-3c332f14-458a-4663-859a-afba3de9793a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c3c60c-e997-43e3-a1b1-8c813a5f63d6') {'for_net_delete': True} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:05:56.225085 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-3c332f14-458a-4663-859a-afba3de9793a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c3c60c-e997-43e3-a1b1-8c813a5f63d6') {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:05:56.235039 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3c332f14-458a-4663-859a-afba3de9793a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9124829'] for segment (a1c3c60c-e997-43e3-a1b1-8c813a5f63d6), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:56.248730 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3c332f14-458a-4663-859a-afba3de9793a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (a1c3c60c-e997-43e3-a1b1-8c813a5f63d6), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:56.255139 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c332f14-458a-4663-859a-afba3de9793a admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=106242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 15:05:56.255554 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3c332f14-458a-4663-859a-afba3de9793a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9125745'] for segment (a1c3c60c-e997-43e3-a1b1-8c813a5f63d6), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:56.299806 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment a1c3c60c-e997-43e3-a1b1-8c813a5f63d6 resource provider aggregate not found Sep 22 15:05:56.316881 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment a1c3c60c-e997-43e3-a1b1-8c813a5f63d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1c3c60c-e997-43e3-a1b1-8c813a5f63d6 found for delete ", "request_id": "req-734af598-0a7b-4293-ab5e-7f5505c17f79"}]} Sep 22 15:05:56.322953 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3c332f14-458a-4663-859a-afba3de9793a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (1724b505-b1d6-47b3-9e12-3eb273ce152f), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:56.330299 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3c332f14-458a-4663-859a-afba3de9793a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:56.333417 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3c332f14-458a-4663-859a-afba3de9793a admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/1724b505-b1d6-47b3-9e12-3eb273ce152f HTTP/1.1" status: 204 len: 168 time: 0.2855284 Sep 22 15:05:56.343767 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c332f14-458a-4663-859a-afba3de9793a admin admin] Pushing event deleted for resources: {'Network': ['ID=1724b505-b1d6-47b3-9e12-3eb273ce152f,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:05:56.496118 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 53934) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:05:56.534989 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-eff3c13d-f735-4c8d-af99-bcb4d93255e4 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=a3c8cd9129124bba97b08e1956580d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377617 Sep 22 15:05:56.537460 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 53936) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:05:56.584140 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a01eab83-408a-474f-ae32-4200d0c60bbe admin admin] Publish callbacks [] for security_group (1c89ec6c-391a-4095-b48b-23aa53d7c0ac), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:56.603925 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a01eab83-408a-474f-ae32-4200d0c60bbe admin admin] Publish callbacks [] for security_group (1c89ec6c-391a-4095-b48b-23aa53d7c0ac), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:56.650115 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a01eab83-408a-474f-ae32-4200d0c60bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (1c89ec6c-391a-4095-b48b-23aa53d7c0ac), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:56.652765 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a01eab83-408a-474f-ae32-4200d0c60bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:56.653918 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a01eab83-408a-474f-ae32-4200d0c60bbe admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/1c89ec6c-391a-4095-b48b-23aa53d7c0ac HTTP/1.1" status: 204 len: 168 time: 0.1155939 Sep 22 15:05:56.661543 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01eab83-408a-474f-ae32-4200d0c60bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c89ec6c-391a-4095-b48b-23aa53d7c0ac,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:05:57.119565 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3702-65b0-403d-b74c-52f54d3186b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:05:58.239794 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:00.000007 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:00.045034 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:04.211796 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:06:04.715931 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6db31c-17fe-45af-b9e0-66165996b2fa req-cb9f77d0-9f95-47ec-9085-5dd83196b98f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:04.717294 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8d6db31c-17fe-45af-b9e0-66165996b2fa req-cb9f77d0-9f95-47ec-9085-5dd83196b98f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 946 time: 0.0470629 Sep 22 15:06:04.763722 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8d6db31c-17fe-45af-b9e0-66165996b2fa req-367a72ad-b0e7-4d50-a0a2-6249c1c3fe05 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407822 Sep 22 15:06:05.894972 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ff513-0306-4e12-9b12-999a3c1cb6ba req-93172171-cb4f-4d9a-b41c-da7c446d5ebd tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:05.896460 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cb4ff513-0306-4e12-9b12-999a3c1cb6ba req-93172171-cb4f-4d9a-b41c-da7c446d5ebd tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 946 time: 0.0502465 Sep 22 15:06:05.942961 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cb4ff513-0306-4e12-9b12-999a3c1cb6ba req-aa99e37e-e026-4abf-ae01-108bf52d3099 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403442 Sep 22 15:06:06.656997 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:06.657762 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:06.677769 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-429c3be0-cbbb-4e8e-8c01-437b1b70d30d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:06.679277 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-429c3be0-cbbb-4e8e-8c01-437b1b70d30d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 946 time: 0.0468638 Sep 22 15:06:06.763963 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-2ebde9f4-34f6-47ea-9699-c5d301c5dbaa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Deleting port 55a8cf19-235c-45bb-bea4-adcb554d7518 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:06:06.764305 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-2ebde9f4-34f6-47ea-9699-c5d301c5dbaa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:06.856629 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-2ebde9f4-34f6-47ea-9699-c5d301c5dbaa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] For port 55a8cf19-235c-45bb-bea4-adcb554d7518, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=55a8cf19-235c-45bb-bea4-adcb554d7518,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:06:06.857003 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-2ebde9f4-34f6-47ea-9699-c5d301c5dbaa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:07.092987 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-2ebde9f4-34f6-47ea-9699-c5d301c5dbaa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:07.093694 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-2ebde9f4-34f6-47ea-9699-c5d301c5dbaa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (32654e5e-e7bf-486b-a1b5-4b8c08af2a72), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:07.093694 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-2ebde9f4-34f6-47ea-9699-c5d301c5dbaa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Floating IP 32654e5e-e7bf-486b-a1b5-4b8c08af2a72 disassociated. External IP: 172.27.1.239, port: 55a8cf19-235c-45bb-bea4-adcb554d7518. Sep 22 15:06:07.093996 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-2ebde9f4-34f6-47ea-9699-c5d301c5dbaa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Calling delete_port for 55a8cf19-235c-45bb-bea4-adcb554d7518 owned by compute:nova {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:06:07.103467 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387a8da-fc6e-41a9-a46d-de29bbedec59 req-1662dcd2-e518-4964-b0d6-3147341b0b63 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:07.104953 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7387a8da-fc6e-41a9-a46d-de29bbedec59 req-1662dcd2-e518-4964-b0d6-3147341b0b63 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 946 time: 0.0664351 Sep 22 15:06:07.207073 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7387a8da-fc6e-41a9-a46d-de29bbedec59 req-b0ebf9c7-3b49-4128-bc07-36083209d225 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950284 Sep 22 15:06:07.267402 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-2ebde9f4-34f6-47ea-9699-c5d301c5dbaa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (55a8cf19-235c-45bb-bea4-adcb554d7518), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:07.292548 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebde9f4-34f6-47ea-9699-c5d301c5dbaa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event deleted for resources: {'Port': ['ID=55a8cf19-235c-45bb-bea4-adcb554d7518,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:07.347693 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:07.404274 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-2ebde9f4-34f6-47ea-9699-c5d301c5dbaa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Router fc6d170e-fe7b-43ec-9b75-12b9977f3515 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:06:07.407321 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:07.732771 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-2ebde9f4-34f6-47ea-9699-c5d301c5dbaa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:06:07.743505 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8ef61-f8bf-4eb3-bc31-1e464a969b8e None None] Sync routers for ids ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:06:07.753973 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8ef61-f8bf-4eb3-bc31-1e464a969b8e None None] Routers {'fc6d170e-fe7b-43ec-9b75-12b9977f3515'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:06:07.754580 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-9dc8ef61-f8bf-4eb3-bc31-1e464a969b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:05:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:07.774955 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-2ebde9f4-34f6-47ea-9699-c5d301c5dbaa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] No DVR routers for this DVR port 55a8cf19-235c-45bb-bea4-adcb554d7518 on host hv-cinder-85646 {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:06:07.777551 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-2ebde9f4-34f6-47ea-9699-c5d301c5dbaa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:07.780865 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c0a7f1c1-7b8d-42b5-9e3e-8db23d968af7 req-2ebde9f4-34f6-47ea-9699-c5d301c5dbaa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.49 "DELETE /networking/v2.0/ports/55a8cf19-235c-45bb-bea4-adcb554d7518 HTTP/1.1" status: 204 len: 173 time: 1.0967956 Sep 22 15:06:07.781360 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'name': 'network-vif-deleted', 'tag': '55a8cf19-235c-45bb-bea4-adcb554d7518'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:06:07.783634 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd3ffef-24e6-4372-a968-24369708160b" -d '{"events": [{"server_uuid": "19a37c1c-ad55-4d39-a120-00b0ac6fb5af", "name": "network-vif-deleted", "tag": "55a8cf19-235c-45bb-bea4-adcb554d7518"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:06:07.821246 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4b10ec-675f-4d11-908a-f1e44ce27fee x-openstack-request-id: req-3b4b10ec-675f-4d11-908a-f1e44ce27fee {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:06:07.821769 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a37c1c-ad55-4d39-a120-00b0ac6fb5af", "name": "network-vif-deleted", "tag": "55a8cf19-235c-45bb-bea4-adcb554d7518", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:06:07.822316 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3b4b10ec-675f-4d11-908a-f1e44ce27fee {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:06:07.822903 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4b10ec-675f-4d11-908a-f1e44ce27fee'] response: {'server_uuid': '19a37c1c-ad55-4d39-a120-00b0ac6fb5af', 'name': 'network-vif-deleted', 'tag': '55a8cf19-235c-45bb-bea4-adcb554d7518', 'status': 'completed', 'code': 200} Sep 22 15:06:07.950296 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-9dc8ef61-f8bf-4eb3-bc31-1e464a969b8e None None] Set router fc6d170e-fe7b-43ec-9b75-12b9977f3515 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:06:08.165978 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-9dc8ef61-f8bf-4eb3-bc31-1e464a969b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '427f15b2-4d03-435d-b186-5328e870139d', 'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'tenant_id': '58581ef3e3844816923467523d5be072', 'mac_address': 'fa:16:3e:c8:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:20Z', 'updated_at': '2022-09-22T14:58:29Z', 'revision_number': 5, 'project_id': '58581ef3e3844816923467523d5be072', 'subnets': [{'id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:08.191160 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8ef61-f8bf-4eb3-bc31-1e464a969b8e None None] Checking router: fc6d170e-fe7b-43ec-9b75-12b9977f3515 for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:06:08.200248 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8ef61-f8bf-4eb3-bc31-1e464a969b8e None None] Routers {'fc6d170e-fe7b-43ec-9b75-12b9977f3515'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:06:08.200859 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-9dc8ef61-f8bf-4eb3-bc31-1e464a969b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:05:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:08.250112 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f027c79-9a6c-4673-ba93-f4b63bdbc1c2 req-15722d94-daa6-40bf-aa28-5398041f01d6 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:08.251792 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0f027c79-9a6c-4673-ba93-f4b63bdbc1c2 req-15722d94-daa6-40bf-aa28-5398041f01d6 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 984 time: 0.0522108 Sep 22 15:06:08.315513 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-9dc8ef61-f8bf-4eb3-bc31-1e464a969b8e None None] Set router fc6d170e-fe7b-43ec-9b75-12b9977f3515 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:06:08.346865 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-62781b22-939f-453e-9130-ea20f2032437 req-ef1f432f-d248-4ee5-bf25-90dd6f6f3c13 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19a37c1c-ad55-4d39-a120-00b0ac6fb5af HTTP/1.1" status: 200 len: 210 time: 0.0319240 Sep 22 15:06:08.352496 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0f027c79-9a6c-4673-ba93-f4b63bdbc1c2 req-2e841ef2-33f9-425e-b43c-aa7e0fdd0f92 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f8fcf9d1-d899-4f04-912a-6f44276d4e50&id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946548 Sep 22 15:06:08.526290 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-9dc8ef61-f8bf-4eb3-bc31-1e464a969b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '427f15b2-4d03-435d-b186-5328e870139d', 'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'tenant_id': '58581ef3e3844816923467523d5be072', 'mac_address': 'fa:16:3e:c8:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:20Z', 'updated_at': '2022-09-22T14:58:29Z', 'revision_number': 5, 'project_id': '58581ef3e3844816923467523d5be072', 'subnets': [{'id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:08.558480 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b15b6-d921-4bdb-9cf4-e99ff7279569 req-87c6d4d2-832f-4eb9-a5d7-ac8c524e3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:08.560025 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0d9b15b6-d921-4bdb-9cf4-e99ff7279569 req-87c6d4d2-832f-4eb9-a5d7-ac8c524e3877 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7ade45dd41b848c5801b6d37a4232f86&device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 1168 time: 0.0501096 Sep 22 15:06:08.562998 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8ef61-f8bf-4eb3-bc31-1e464a969b8e None None] The sync data for ids ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'] in dv-cinder-856463-5-iscsi is: [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '427f15b2-4d03-435d-b186-5328e870139d', 'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'tenant_id': '58581ef3e3844816923467523d5be072', 'mac_address': 'fa:16:3e:c8:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:20Z', 'updated_at': '2022-09-22T14:58:29Z', 'revision_number': 5, 'project_id': '58581ef3e3844816923467523d5be072', 'subnets': [{'id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:06:08.676671 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b15b6-d921-4bdb-9cf4-e99ff7279569 req-5c290037-f5b6-4f39-b832-4b470863ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:08.678199 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0d9b15b6-d921-4bdb-9cf4-e99ff7279569 req-5c290037-f5b6-4f39-b832-4b470863ac4a service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 HTTP/1.1" status: 200 len: 916 time: 0.1112590 Sep 22 15:06:08.742620 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0d9b15b6-d921-4bdb-9cf4-e99ff7279569 req-f060ce3d-ae3d-477a-be3e-fd81f39ec76a service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81440cf4-db87-4d4e-8e7f-ddacf1967aee HTTP/1.1" status: 200 len: 1001 time: 0.0584719 Sep 22 15:06:08.804096 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b15b6-d921-4bdb-9cf4-e99ff7279569 req-e609d86b-3dc6-4139-820a-73687acf2f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:08.805557 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0d9b15b6-d921-4bdb-9cf4-e99ff7279569 req-e609d86b-3dc6-4139-820a-73687acf2f08 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=cc17b5e3-f48e-4014-8d8b-bfd29cb0e872 HTTP/1.1" status: 200 len: 854 time: 0.0564094 Sep 22 15:06:08.846230 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efff751-0ce8-42b7-9b7f-ce7884212ab2 None None] New status for floating IP 32654e5e-e7bf-486b-a1b5-4b8c08af2a72: DOWN {{(pid=106243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:06:08.854718 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b15b6-d921-4bdb-9cf4-e99ff7279569 req-e2928860-1210-48a4-9cbc-a5fa109e1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:08.856263 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0d9b15b6-d921-4bdb-9cf4-e99ff7279569 req-e2928860-1210-48a4-9cbc-a5fa109e1fd7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445940 Sep 22 15:06:08.952817 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0d9b15b6-d921-4bdb-9cf4-e99ff7279569 req-207b5ab0-4c22-4620-a15b-bde2fdc5fb1c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893116 Sep 22 15:06:09.047897 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0d9b15b6-d921-4bdb-9cf4-e99ff7279569 req-58cc8ba9-6f27-4b55-9a6e-e1175ddff0fc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879960 Sep 22 15:06:09.465420 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 53984) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:09.495848 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76214e25-a166-492b-9b85-9c415d130c9d req-db5ab45e-093f-436c-9473-66a25ba77f1e tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:09.497405 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-76214e25-a166-492b-9b85-9c415d130c9d req-db5ab45e-093f-436c-9473-66a25ba77f1e tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 984 time: 0.0567379 Sep 22 15:06:09.534405 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6f36661a-2974-4ef0-b8f3-db55c11a3a45 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group (8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:09.557793 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6f36661a-2974-4ef0-b8f3-db55c11a3a45 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group (8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:09.566216 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-76214e25-a166-492b-9b85-9c415d130c9d req-55c8c87b-3c9c-4577-b642-7eadcb1df6d9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f8fcf9d1-d899-4f04-912a-6f44276d4e50&id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630670 Sep 22 15:06:09.605574 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6f36661a-2974-4ef0-b8f3-db55c11a3a45 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:09.608134 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6f36661a-2974-4ef0-b8f3-db55c11a3a45 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:09.609267 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6f36661a-2974-4ef0-b8f3-db55c11a3a45 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "DELETE /networking/v2.0/security-groups/8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e HTTP/1.1" status: 204 len: 168 time: 0.1421592 Sep 22 15:06:09.612459 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 53986) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:09.619153 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36661a-2974-4ef0-b8f3-db55c11a3a45 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:09.634336 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.api.v2.resource [None req-39f5024e-def7-4f4c-996c-4e6bde963538 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] show failed (client error): The resource could not be found. Sep 22 15:06:09.638119 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-39f5024e-def7-4f4c-996c-4e6bde963538 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups/8f9f0ddc-4a77-4d5a-81d5-8eba52c0156e HTTP/1.1" status: 404 len: 347 time: 0.0214453 Sep 22 15:06:09.638514 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 53988) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:09.748066 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-deb169ab-988c-4f21-a58e-b6da3b1a685b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Deleting port 60362c6f-c3db-4719-843a-b94202024c2b {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:06:09.748407 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-deb169ab-988c-4f21-a58e-b6da3b1a685b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (60362c6f-c3db-4719-843a-b94202024c2b), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:09.824552 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-deb169ab-988c-4f21-a58e-b6da3b1a685b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (60362c6f-c3db-4719-843a-b94202024c2b), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:09.824885 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-deb169ab-988c-4f21-a58e-b6da3b1a685b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for floatingip (60362c6f-c3db-4719-843a-b94202024c2b), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:09.840534 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-deb169ab-988c-4f21-a58e-b6da3b1a685b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Calling delete_port for 60362c6f-c3db-4719-843a-b94202024c2b owned by network:floatingip {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:06:09.972233 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-deb169ab-988c-4f21-a58e-b6da3b1a685b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (60362c6f-c3db-4719-843a-b94202024c2b), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:09.997658 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb169ab-988c-4f21-a58e-b6da3b1a685b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event deleted for resources: {'Port': ['ID=60362c6f-c3db-4719-843a-b94202024c2b,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:10.058330 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-deb169ab-988c-4f21-a58e-b6da3b1a685b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for floatingip (32654e5e-e7bf-486b-a1b5-4b8c08af2a72), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.061227 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-deb169ab-988c-4f21-a58e-b6da3b1a685b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.062500 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-deb169ab-988c-4f21-a58e-b6da3b1a685b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "DELETE /networking/v2.0/floatingips/32654e5e-e7bf-486b-a1b5-4b8c08af2a72 HTTP/1.1" status: 204 len: 168 time: 0.4229612 Sep 22 15:06:10.166373 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 53994) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:10.172177 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-11056a83-c7f1-4b28-bc29-5fafbf53c8ed tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--45029258', 'description': 'tempest-description--895575481'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:06:10.195719 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-11056a83-c7f1-4b28-bc29-5fafbf53c8ed tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.265564 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-11056a83-c7f1-4b28-bc29-5fafbf53c8ed tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group (f40dee86-3f15-4eb6-9b89-e3049467aff6), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.269752 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-11056a83-c7f1-4b28-bc29-5fafbf53c8ed tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (f40dee86-3f15-4eb6-9b89-e3049467aff6), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.305291 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-11056a83-c7f1-4b28-bc29-5fafbf53c8ed tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.306550 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-11056a83-c7f1-4b28-bc29-5fafbf53c8ed tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1390548 Sep 22 15:06:10.308538 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11056a83-c7f1-4b28-bc29-5fafbf53c8ed tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40dee86-3f15-4eb6-9b89-e3049467aff6,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:10.311060 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54000) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:10.320269 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-0723c67d-0d9c-4854-8d64-0c2f58e28950 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Request body: {'security_group_rule': {'security_group_id': 'f40dee86-3f15-4eb6-9b89-e3049467aff6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:06:10.348637 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0723c67d-0d9c-4854-8d64-0c2f58e28950 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group_rule (3fc8ac5d-8209-49ca-ba72-c0748ccc2887), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.385887 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:10.406014 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0723c67d-0d9c-4854-8d64-0c2f58e28950 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group_rule (3fc8ac5d-8209-49ca-ba72-c0748ccc2887), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.410785 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0723c67d-0d9c-4854-8d64-0c2f58e28950 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (3fc8ac5d-8209-49ca-ba72-c0748ccc2887), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.430036 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723c67d-0d9c-4854-8d64-0c2f58e28950 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc8ac5d-8209-49ca-ba72-c0748ccc2887,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:10.438645 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0723c67d-0d9c-4854-8d64-0c2f58e28950 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.439869 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-0723c67d-0d9c-4854-8d64-0c2f58e28950 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230996 Sep 22 15:06:10.442560 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54004) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:10.446861 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-967a1852-3531-4717-bd6b-0b394793ed8a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Request body: {'security_group_rule': {'security_group_id': 'f40dee86-3f15-4eb6-9b89-e3049467aff6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:06:10.456299 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:10.476298 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-967a1852-3531-4717-bd6b-0b394793ed8a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group_rule (55316bd5-958d-49f2-909f-379ce9495762), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.534730 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-967a1852-3531-4717-bd6b-0b394793ed8a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group_rule (55316bd5-958d-49f2-909f-379ce9495762), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.539166 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-967a1852-3531-4717-bd6b-0b394793ed8a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (55316bd5-958d-49f2-909f-379ce9495762), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.558694 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a1852-3531-4717-bd6b-0b394793ed8a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55316bd5-958d-49f2-909f-379ce9495762,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:10.570776 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-967a1852-3531-4717-bd6b-0b394793ed8a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.572195 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-967a1852-3531-4717-bd6b-0b394793ed8a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287069 Sep 22 15:06:10.575331 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54010) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:10.579844 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Request body: {'floatingip': {'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:06:10.607306 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.714472 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393cf31-2e7f-498f-aab2-8cf4f48a7511 req-c7a6aaa3-3217-4f99-9741-1c0fc8259393 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:10.715985 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8393cf31-2e7f-498f-aab2-8cf4f48a7511 req-c7a6aaa3-3217-4f99-9741-1c0fc8259393 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 984 time: 0.0634656 Sep 22 15:06:10.748724 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:10.840045 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8393cf31-2e7f-498f-aab2-8cf4f48a7511 req-c5ba4922-4970-40ba-a785-f9285f5b8483 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f8fcf9d1-d899-4f04-912a-6f44276d4e50&id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119225 Sep 22 15:06:10.849304 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 55a8cf19-235c-45bb-bea4-adcb554d7518 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:06:10.868991 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: 55a8cf19-235c-45bb-bea4-adcb554d7518 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:06:10.869333 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 55a8cf19-235c-45bb-bea4-adcb554d7518 not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:06:10.890361 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Allocated IP 172.27.1.145 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/ff663871-7dd3-4031-80df-073fd0bdb949) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:06:10.993300 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for port (ff663871-7dd3-4031-80df-073fd0bdb949), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:11.023852 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (ff663871-7dd3-4031-80df-073fd0bdb949), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:11.065100 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:06:11.070059 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:06:11.072227 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event updated for resources: {'Port': ['ID=ff663871-7dd3-4031-80df-073fd0bdb949,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:11.074346 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:06:11.120477 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=10 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:11.170909 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:11.197018 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for floatingip (a175966a-6edf-4c6f-bcf7-3b5595f1fc0b), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:11.237260 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (ff663871-7dd3-4031-80df-073fd0bdb949), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:11.391132 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for port (ff663871-7dd3-4031-80df-073fd0bdb949), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:11.395511 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (ff663871-7dd3-4031-80df-073fd0bdb949), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:11.463377 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event updated for resources: {'Port': ['ID=ff663871-7dd3-4031-80df-073fd0bdb949,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:11.465691 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (a175966a-6edf-4c6f-bcf7-3b5595f1fc0b), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:11.488539 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:11.489997 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-4b673d89-45fd-4028-a105-726f6218e025 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9135585 Sep 22 15:06:11.721122 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-3a7aa0fc-6b69-4e0c-b885-7b3c43e07a3d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--45029258&fields=id&tenant_id=58581ef3e3844816923467523d5be072 HTTP/1.1" status: 200 len: 267 time: 0.0430114 Sep 22 15:06:11.834347 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-282e4d32-1661-46ca-94a3-0e3019e4c4d5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:11.836393 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-282e4d32-1661-46ca-94a3-0e3019e4c4d5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/networks?id=d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 200 len: 817 time: 0.1085851 Sep 22 15:06:11.853843 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-0cfb32d3-d131-4a1f-aff8-ec678679aeaf tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/quotas/58581ef3e3844816923467523d5be072 HTTP/1.1" status: 200 len: 375 time: 0.0106311 Sep 22 15:06:11.908729 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-cd9c5379-b25d-4a29-888d-a9d9900c73a9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468137 Sep 22 15:06:11.997461 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2aabd7-cb18-40d8-858e-07dd23934e13 req-c964edf9-9fbb-4efe-a58f-d0369b690da6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:11.998917 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0f2aabd7-cb18-40d8-858e-07dd23934e13 req-c964edf9-9fbb-4efe-a58f-d0369b690da6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0893297 Sep 22 15:06:12.063445 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-003e9347-551f-4710-9800-6a8aa0e965de service neutron] 10.222.0.66 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430171 Sep 22 15:06:12.070890 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0f2aabd7-cb18-40d8-858e-07dd23934e13 req-aee66790-afb2-401f-92d9-40cea740badc tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645058 Sep 22 15:06:12.197467 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8655868-f8e6-4b2b-b06e-94d148ebaf72 req-8fc3fd0a-7fc1-4239-85e3-ce3a3db34835 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:12.198934 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e8655868-f8e6-4b2b-b06e-94d148ebaf72 req-8fc3fd0a-7fc1-4239-85e3-ce3a3db34835 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 984 time: 0.0713432 Sep 22 15:06:12.200938 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-fedf94fb-2ac9-4ff2-8333-3e983e3cd1e2 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291945 Sep 22 15:06:12.257821 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:12.262283 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:12.274325 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e8655868-f8e6-4b2b-b06e-94d148ebaf72 req-75262c33-3096-4e03-943b-0eac9e1cbf65 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f8fcf9d1-d899-4f04-912a-6f44276d4e50&id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695305 Sep 22 15:06:12.364726 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7feb27bc-742e-4f97-bd95-7b83b0037baf req-098dd8ad-592e-4400-9004-7b61ca0c862a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 210 time: 0.0274663 Sep 22 15:06:13.192656 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37957cb4-2a4c-48f7-894f-2b529fcd11ba req-a4b6998f-138f-40e7-b52c-df692b7cf6a5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:13.194586 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-37957cb4-2a4c-48f7-894f-2b529fcd11ba req-a4b6998f-138f-40e7-b52c-df692b7cf6a5 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0495481 Sep 22 15:06:13.241302 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-37957cb4-2a4c-48f7-894f-2b529fcd11ba req-9802547f-78f5-4480-b63e-25ba88a3b027 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411108 Sep 22 15:06:13.400139 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49c3b2-8d6f-4c30-a134-f1d9fb2821bb req-5475fb34-d9b1-4681-bb04-2e6a1539a41f tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:13.401510 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-be49c3b2-8d6f-4c30-a134-f1d9fb2821bb req-5475fb34-d9b1-4681-bb04-2e6a1539a41f tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 984 time: 0.0461271 Sep 22 15:06:13.482308 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50e88001-ef71-4d07-a199-dd85ce29e06f req-fd4a5a86-ab0a-40d0-99e3-90ce4bff53a2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 210 time: 0.0373981 Sep 22 15:06:13.487491 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-be49c3b2-8d6f-4c30-a134-f1d9fb2821bb req-b9c176ca-50ba-4d21-aa93-55b74159f8e6 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f8fcf9d1-d899-4f04-912a-6f44276d4e50&id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802331 Sep 22 15:06:14.362742 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c287b2-4d1e-4ae2-9240-606996ddca54 req-851f741c-4493-4432-8040-4857adfabbf6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:14.364242 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-98c287b2-4d1e-4ae2-9240-606996ddca54 req-851f741c-4493-4432-8040-4857adfabbf6 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0465016 Sep 22 15:06:14.410826 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-98c287b2-4d1e-4ae2-9240-606996ddca54 req-50ec0e45-159b-4cd9-911b-5b54902b2dd7 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405066 Sep 22 15:06:14.619902 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4127f3bb-ab63-4747-8836-7e298ba2448f req-bde1c388-4e13-4556-aa1b-0d3daedb8b10 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 210 time: 0.0536675 Sep 22 15:06:14.632715 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25957048-6eb1-4235-afcb-85e6130dea27 req-dd1aece9-eb80-447f-87af-906830328b14 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:14.635018 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-25957048-6eb1-4235-afcb-85e6130dea27 req-dd1aece9-eb80-447f-87af-906830328b14 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 984 time: 0.0708787 Sep 22 15:06:14.692717 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-25957048-6eb1-4235-afcb-85e6130dea27 req-34e691c2-e1a6-4919-aaa2-84692d733009 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f8fcf9d1-d899-4f04-912a-6f44276d4e50&id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521293 Sep 22 15:06:15.530544 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3793db-ee3b-44cb-9263-6ca036239d8c req-9a7205b6-e355-49d8-a1c2-549d45ba005a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:15.532009 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4d3793db-ee3b-44cb-9263-6ca036239d8c req-9a7205b6-e355-49d8-a1c2-549d45ba005a tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0461395 Sep 22 15:06:15.581184 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4d3793db-ee3b-44cb-9263-6ca036239d8c req-ae5ea0c6-e171-4e11-b3a5-96ea68c50044 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d908a4e6-51f6-4a2c-8ee7-154be36a72c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431108 Sep 22 15:06:15.724975 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c1f842c1-b0a0-4dfe-b69e-c1c10697d5bf req-9d8566a3-6fcd-45d9-bbda-9a8b1e541ddc tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 210 time: 0.0276613 Sep 22 15:06:15.843968 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06a01b-1d7a-4065-b55b-e383da860e08 req-0b9850d4-f643-425f-b67a-51530d8c6b88 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:15.845450 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2a06a01b-1d7a-4065-b55b-e383da860e08 req-0b9850d4-f643-425f-b67a-51530d8c6b88 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 984 time: 0.0780973 Sep 22 15:06:15.852838 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-6c0be707-24c5-458a-9fa4-8756ab1e5645 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:15.854184 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-6c0be707-24c5-458a-9fa4-8756ab1e5645 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 946 time: 0.0758698 Sep 22 15:06:15.972998 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2a06a01b-1d7a-4065-b55b-e383da860e08 req-ec367a8d-81ce-4928-abc3-606b3b67e7f6 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f8fcf9d1-d899-4f04-912a-6f44276d4e50&id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1178672 Sep 22 15:06:15.978234 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-b115e204-c6ed-41e1-a5eb-cbb349a42925 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Deleting port 495a1319-086a-433b-bc7d-5eb84ce7d95e {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:06:15.978579 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-b115e204-c6ed-41e1-a5eb-cbb349a42925 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:16.067700 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-b115e204-c6ed-41e1-a5eb-cbb349a42925 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] For port 495a1319-086a-433b-bc7d-5eb84ce7d95e, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=495a1319-086a-433b-bc7d-5eb84ce7d95e,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:06:16.067989 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-b115e204-c6ed-41e1-a5eb-cbb349a42925 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:16.222834 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:16.234690 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:16.238062 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-b115e204-c6ed-41e1-a5eb-cbb349a42925 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:16.238559 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-b115e204-c6ed-41e1-a5eb-cbb349a42925 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:16.238881 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-b115e204-c6ed-41e1-a5eb-cbb349a42925 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Floating IP ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e disassociated. External IP: 172.27.1.190, port: 495a1319-086a-433b-bc7d-5eb84ce7d95e. Sep 22 15:06:16.239306 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-b115e204-c6ed-41e1-a5eb-cbb349a42925 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Calling delete_port for 495a1319-086a-433b-bc7d-5eb84ce7d95e owned by compute:nova {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:06:16.271744 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:16.329454 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-a0ae3cf1-f9e4-4758-89c4-45cfa4b80349 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:16.330956 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-a0ae3cf1-f9e4-4758-89c4-45cfa4b80349 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 200 len: 817 time: 0.1184902 Sep 22 15:06:16.355396 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:16.380590 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-b115e204-c6ed-41e1-a5eb-cbb349a42925 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (495a1319-086a-433b-bc7d-5eb84ce7d95e), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:16.406809 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-7cb3cf5b-194a-4fd1-b23a-75d48dc50457 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=58581ef3e3844816923467523d5be072 HTTP/1.1" status: 200 len: 378 time: 0.0578477 Sep 22 15:06:16.408953 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115e204-c6ed-41e1-a5eb-cbb349a42925 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Pushing event deleted for resources: {'Port': ['ID=495a1319-086a-433b-bc7d-5eb84ce7d95e,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:16.516234 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-7adb53d4-8a09-4fe5-aac4-a3490793395b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Request body: {'port': {'device_id': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'admin_state_up': True, 'tenant_id': '58581ef3e3844816923467523d5be072', 'security_groups': ['f40dee86-3f15-4eb6-9b89-e3049467aff6']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:06:16.530057 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-b115e204-c6ed-41e1-a5eb-cbb349a42925 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Router 285b662a-f46e-4ad6-ac28-f993758bbd9f has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:06:16.638074 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-b115e204-c6ed-41e1-a5eb-cbb349a42925 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:06:16.650887 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed278838-c29e-480b-9957-ba377305751b None None] Sync routers for ids ['285b662a-f46e-4ad6-ac28-f993758bbd9f'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:06:16.676940 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed278838-c29e-480b-9957-ba377305751b None None] Routers {'285b662a-f46e-4ad6-ac28-f993758bbd9f'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:06:16.677592 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ed278838-c29e-480b-9957-ba377305751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:05:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['285b662a-f46e-4ad6-ac28-f993758bbd9f'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:16.682973 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-b115e204-c6ed-41e1-a5eb-cbb349a42925 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] No DVR routers for this DVR port 495a1319-086a-433b-bc7d-5eb84ce7d95e on host hv-cinder-85646 {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:06:16.685499 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-b115e204-c6ed-41e1-a5eb-cbb349a42925 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:16.689079 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bd358572-459d-4c88-bd84-23fe21c3d4ca req-b115e204-c6ed-41e1-a5eb-cbb349a42925 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.49 "DELETE /networking/v2.0/ports/495a1319-086a-433b-bc7d-5eb84ce7d95e HTTP/1.1" status: 204 len: 173 time: 0.8273370 Sep 22 15:06:16.689597 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'name': 'network-vif-deleted', 'tag': '495a1319-086a-433b-bc7d-5eb84ce7d95e'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:06:16.700825 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b233c21b-bdf7-412c-b2c5-00aa2cdd43c1" -d '{"events": [{"server_uuid": "368648e7-6e8a-4b91-b6a9-1fad3caae482", "name": "network-vif-deleted", "tag": "495a1319-086a-433b-bc7d-5eb84ce7d95e"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:06:16.774021 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84042de9-06ff-487c-aa36-47bd90dac2d5 x-openstack-request-id: req-84042de9-06ff-487c-aa36-47bd90dac2d5 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:06:16.774323 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368648e7-6e8a-4b91-b6a9-1fad3caae482", "name": "network-vif-deleted", "tag": "495a1319-086a-433b-bc7d-5eb84ce7d95e", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:06:16.774572 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84042de9-06ff-487c-aa36-47bd90dac2d5 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:06:16.775245 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84042de9-06ff-487c-aa36-47bd90dac2d5'] response: {'server_uuid': '368648e7-6e8a-4b91-b6a9-1fad3caae482', 'name': 'network-vif-deleted', 'tag': '495a1319-086a-433b-bc7d-5eb84ce7d95e', 'status': 'completed', 'code': 200} Sep 22 15:06:16.785477 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-87108fb2-0216-4a76-a4fe-add0bee9c7e8 req-53c75b71-1ab6-4a36-8486-61012f6b7e91 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=368648e7-6e8a-4b91-b6a9-1fad3caae482 HTTP/1.1" status: 200 len: 210 time: 0.0790408 Sep 22 15:06:16.815947 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-ed278838-c29e-480b-9957-ba377305751b None None] Set router 285b662a-f46e-4ad6-ac28-f993758bbd9f gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:06:16.852440 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:16.889732 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c8b46e92-a8bc-488c-938e-5ca3a048caba req-48312c05-1b81-407f-8320-c9f58edb9b35 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 210 time: 0.0416167 Sep 22 15:06:16.909683 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-7adb53d4-8a09-4fe5-aac4-a3490793395b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Made reservation on behalf of 58581ef3e3844816923467523d5be072 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:06:16.915330 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-7adb53d4-8a09-4fe5-aac4-a3490793395b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:17.069493 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-7adb53d4-8a09-4fe5-aac4-a3490793395b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Allocated IP 172.20.0.6 (d2cd27ce-59e4-4969-86d2-13164d033d83/beeb1e81-2d0a-4aaa-8268-e889ab63bedf/fbc84863-7e63-4918-afcd-deab2b9f7f3b) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:06:17.079662 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ed278838-c29e-480b-9957-ba377305751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 4, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '4c220ded-a186-4334-b434-aee1bc6bdba1', 'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'mac_address': 'fa:16:3e:e8:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:16Z', 'updated_at': '2022-09-22T14:58:25Z', 'revision_number': 5, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'subnets': [{'id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:17.109193 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed278838-c29e-480b-9957-ba377305751b None None] Checking router: 285b662a-f46e-4ad6-ac28-f993758bbd9f for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:06:17.118675 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed278838-c29e-480b-9957-ba377305751b None None] Routers {'285b662a-f46e-4ad6-ac28-f993758bbd9f'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:06:17.119019 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c444c1-f88f-42a7-927b-d7c2bd8eb54e req-22f86781-8354-4a77-9856-665982f6318a tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:17.119561 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ed278838-c29e-480b-9957-ba377305751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:05:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['285b662a-f46e-4ad6-ac28-f993758bbd9f'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:17.120558 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b3c444c1-f88f-42a7-927b-d7c2bd8eb54e req-22f86781-8354-4a77-9856-665982f6318a tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 984 time: 0.0569112 Sep 22 15:06:17.169165 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:17.184846 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b3c444c1-f88f-42a7-927b-d7c2bd8eb54e req-976094c7-00a7-43ce-9e18-0d422472c251 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f8fcf9d1-d899-4f04-912a-6f44276d4e50&id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559690 Sep 22 15:06:17.231135 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-ed278838-c29e-480b-9957-ba377305751b None None] Set router 285b662a-f46e-4ad6-ac28-f993758bbd9f gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:06:17.237821 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-7adb53d4-8a09-4fe5-aac4-a3490793395b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:17.270161 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-7adb53d4-8a09-4fe5-aac4-a3490793395b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:17.310110 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-7adb53d4-8a09-4fe5-aac4-a3490793395b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Network d2cd27ce-59e4-4969-86d2-13164d033d83 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:06:17.315409 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-7adb53d4-8a09-4fe5-aac4-a3490793395b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:06:17.319230 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-7adb53d4-8a09-4fe5-aac4-a3490793395b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:06:17.354041 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb53d4-8a09-4fe5-aac4-a3490793395b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event updated for resources: {'Port': ['ID=fbc84863-7e63-4918-afcd-deab2b9f7f3b,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:17.389903 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-7adb53d4-8a09-4fe5-aac4-a3490793395b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:17.390563 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-7adb53d4-8a09-4fe5-aac4-a3490793395b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:17.407830 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-7adb53d4-8a09-4fe5-aac4-a3490793395b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8955760 Sep 22 15:06:17.424027 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Request body: {'port': {'device_id': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:06:17.443631 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ed278838-c29e-480b-9957-ba377305751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 4, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '4c220ded-a186-4334-b434-aee1bc6bdba1', 'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'mac_address': 'fa:16:3e:e8:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:16Z', 'updated_at': '2022-09-22T14:58:25Z', 'revision_number': 5, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'subnets': [{'id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:17.477513 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed278838-c29e-480b-9957-ba377305751b None None] The sync data for ids ['285b662a-f46e-4ad6-ac28-f993758bbd9f'] in dv-cinder-856463-5-iscsi is: [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T14:58:18Z', 'revision_number': 4, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '4c220ded-a186-4334-b434-aee1bc6bdba1', 'name': '', 'network_id': '5c43e8e6-bd2f-49d4-8458-66a54ee7db11', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'mac_address': 'fa:16:3e:e8:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:16Z', 'updated_at': '2022-09-22T14:58:25Z', 'revision_number': 5, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'subnets': [{'id': '4d33844e-545e-4bb3-b702-17e0571cc544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:06:17.501799 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:17.608108 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:17.637578 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:UPDATE=4,neutron:SELECT=18 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:17.638642 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:17.640157 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-1755cf87-cf15-495d-9f77-4e5234e4ba87 None None] Provisioning complete for port fbc84863-7e63-4918-afcd-deab2b9f7f3b triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:06:17.640748 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1755cf87-cf15-495d-9f77-4e5234e4ba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:17.641297 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-1755cf87-cf15-495d-9f77-4e5234e4ba87 None None] Attempt 1 to provision port fbc84863-7e63-4918-afcd-deab2b9f7f3b Sep 22 15:06:17.643554 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:17.682440 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-1755cf87-cf15-495d-9f77-4e5234e4ba87 None None] Port fbc84863-7e63-4918-afcd-deab2b9f7f3b cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:06:17.738719 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260ce98f-e843-4e67-8ac9-081497b2ff45 None None] New status for floating IP ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e: DOWN {{(pid=106243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:06:17.774299 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc84863-7e63-4918-afcd-deab2b9f7f3b {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:06:17.782076 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Publish callbacks [] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:17.794318 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Transition to ACTIVE for port object fbc84863-7e63-4918-afcd-deab2b9f7f3b will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:06:17.798296 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:17.885935 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc84863-7e63-4918-afcd-deab2b9f7f3b,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:17.916715 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54086) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:17.921428 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Attempting to bind port fbc84863-7e63-4918-afcd-deab2b9f7f3b on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:06:17.921775 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Attempting to bind port fbc84863-7e63-4918-afcd-deab2b9f7f3b by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:06:17.922115 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Attempting to bind port fbc84863-7e63-4918-afcd-deab2b9f7f3b on network d2cd27ce-59e4-4969-86d2-13164d033d83 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:06:17.973410 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Port fbc84863-7e63-4918-afcd-deab2b9f7f3b on network d2cd27ce-59e4-4969-86d2-13164d033d83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:06:17.973747 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Attempting to bind port fbc84863-7e63-4918-afcd-deab2b9f7f3b on network d2cd27ce-59e4-4969-86d2-13164d033d83 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:06:17.986158 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-af0ee49b-e57c-464b-8068-af20df6c5f33 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for security_group (d908a4e6-51f6-4a2c-8ee7-154be36a72c7), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:18.019557 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:06:18.019901 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Checking segment: {'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:06:18.020317 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Bound using segment: {'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:06:18.020758 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Bound port: fbc84863-7e63-4918-afcd-deab2b9f7f3b, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78a296e-1ffb-49aa-af77-ec20b3243f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:06:18.021120 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:18.034210 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-af0ee49b-e57c-464b-8068-af20df6c5f33 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for security_group (d908a4e6-51f6-4a2c-8ee7-154be36a72c7), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:18.066511 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef6052-164a-4632-85a5-c3cef0cc6409 req-f4063fbc-7b8c-4aaa-bf5e-f0c4b4657dec tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:18.068037 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d1ef6052-164a-4632-85a5-c3cef0cc6409 req-f4063fbc-7b8c-4aaa-bf5e-f0c4b4657dec tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0660930 Sep 22 15:06:18.082398 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] For port fbc84863-7e63-4918-afcd-deab2b9f7f3b, host hv-cinder-85646, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:06:18.085642 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] For port fbc84863-7e63-4918-afcd-deab2b9f7f3b, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:06:18.091625 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:18.116215 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:18.116847 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:18.118837 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/fbc84863-7e63-4918-afcd-deab2b9f7f3b HTTP/1.1" status: 200 len: 1093 time: 0.6994627 Sep 22 15:06:18.119455 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'tag': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:06:18.121745 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b291ef-1f0d-41c4-b95d-a7e16820cd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd", "tag": "fbc84863-7e63-4918-afcd-deab2b9f7f3b"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:06:18.124894 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d1ef6052-164a-4632-85a5-c3cef0cc6409 req-92cfa641-6b22-4eae-b781-989e6aabb5c8 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508854 Sep 22 15:06:18.125905 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-af0ee49b-e57c-464b-8068-af20df6c5f33 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (d908a4e6-51f6-4a2c-8ee7-154be36a72c7), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:18.128520 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-af0ee49b-e57c-464b-8068-af20df6c5f33 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:18.129571 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-af0ee49b-e57c-464b-8068-af20df6c5f33 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "DELETE /networking/v2.0/security-groups/d908a4e6-51f6-4a2c-8ee7-154be36a72c7 HTTP/1.1" status: 204 len: 168 time: 0.2109830 Sep 22 15:06:18.132173 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54092) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:18.141015 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ee49b-e57c-464b-8068-af20df6c5f33 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d908a4e6-51f6-4a2c-8ee7-154be36a72c7,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:18.157312 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.api.v2.resource [None req-fdfda86f-3172-4913-a14d-764ed62cc760 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] show failed (client error): The resource could not be found. Sep 22 15:06:18.158365 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-fdfda86f-3172-4913-a14d-764ed62cc760 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups/d908a4e6-51f6-4a2c-8ee7-154be36a72c7 HTTP/1.1" status: 404 len: 347 time: 0.0248487 Sep 22 15:06:18.161400 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54094) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:18.181442 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1342a8-8066-4f45-a79d-bcf47a015974 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc84863-7e63-4918-afcd-deab2b9f7f3b,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:18.183171 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-1755cf87-cf15-495d-9f77-4e5234e4ba87 None None] Attempt 2 to provision port fbc84863-7e63-4918-afcd-deab2b9f7f3b Sep 22 15:06:18.204469 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e956eb-941d-42e4-a04f-0da2a6e753c4 x-openstack-request-id: req-b5e956eb-941d-42e4-a04f-0da2a6e753c4 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:06:18.204849 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd", "tag": "fbc84863-7e63-4918-afcd-deab2b9f7f3b", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:06:18.205034 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5e956eb-941d-42e4-a04f-0da2a6e753c4 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:06:18.205411 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e956eb-941d-42e4-a04f-0da2a6e753c4'] response: {'name': 'network-changed', 'server_uuid': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'tag': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'status': 'completed', 'code': 200} Sep 22 15:06:18.234345 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-1755cf87-cf15-495d-9f77-4e5234e4ba87 None None] Port fbc84863-7e63-4918-afcd-deab2b9f7f3b had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 15:06:18.239055 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-bc780712-16cb-4c77-99a0-d60867161f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:18.240780 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-bc780712-16cb-4c77-99a0-d60867161f3d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 1127 time: 0.0508187 Sep 22 15:06:18.291543 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-cdfac5ff-baee-4bec-bbd0-9d69cbd92e90 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b HTTP/1.1" status: 200 len: 217 time: 0.0347369 Sep 22 15:06:18.343062 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-22e7615f-1148-44a0-aca7-a96d6c4cff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:18.344596 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-22e7615f-1148-44a0-aca7-a96d6c4cff1e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=beeb1e81-2d0a-4aaa-8268-e889ab63bedf HTTP/1.1" status: 200 len: 856 time: 0.0470054 Sep 22 15:06:18.394200 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-b8f0313b-d9fc-49b0-9850-6313f8537522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:18.395779 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-b8f0313b-d9fc-49b0-9850-6313f8537522 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d2cd27ce-59e4-4969-86d2-13164d033d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440142 Sep 22 15:06:18.490956 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-aefb1cbf-1a75-4349-8bb8-e875ee7e0f19 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893223 Sep 22 15:06:18.572136 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:18.590445 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:18.591687 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:18.597070 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-42289334-acf0-4bf6-bdd6-6248dad54865 req-a9616975-c944-4a0d-8532-22fb0d6c1a04 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006253 Sep 22 15:06:18.603223 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08694095-5fbd-444c-b7bc-600404fff963 req-9e568860-01d2-4632-80f9-6fc83362ebf6 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:18.604673 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-08694095-5fbd-444c-b7bc-600404fff963 req-9e568860-01d2-4632-80f9-6fc83362ebf6 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 984 time: 0.3233213 Sep 22 15:06:18.606051 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-f1325835-0b52-4bc9-9713-43256535d2ac tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Deleting port fc7a6957-bcdf-4de5-a6e4-da0aa0beec50 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:06:18.606412 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f1325835-0b52-4bc9-9713-43256535d2ac tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (fc7a6957-bcdf-4de5-a6e4-da0aa0beec50), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:18.731948 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-08694095-5fbd-444c-b7bc-600404fff963 req-c70a8661-0bf8-4cca-986e-0667b967fe84 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f8fcf9d1-d899-4f04-912a-6f44276d4e50&id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1203802 Sep 22 15:06:18.733492 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f1325835-0b52-4bc9-9713-43256535d2ac tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (fc7a6957-bcdf-4de5-a6e4-da0aa0beec50), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:18.733819 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f1325835-0b52-4bc9-9713-43256535d2ac tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for floatingip (fc7a6957-bcdf-4de5-a6e4-da0aa0beec50), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:18.746361 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-f1325835-0b52-4bc9-9713-43256535d2ac tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Calling delete_port for fc7a6957-bcdf-4de5-a6e4-da0aa0beec50 owned by network:floatingip {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:06:18.879492 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f1325835-0b52-4bc9-9713-43256535d2ac tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (fc7a6957-bcdf-4de5-a6e4-da0aa0beec50), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:18.905814 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1325835-0b52-4bc9-9713-43256535d2ac tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Pushing event deleted for resources: {'Port': ['ID=fc7a6957-bcdf-4de5-a6e4-da0aa0beec50,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:18.966305 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f1325835-0b52-4bc9-9713-43256535d2ac tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks [] for floatingip (ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:18.968825 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f1325835-0b52-4bc9-9713-43256535d2ac tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:18.969952 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-f1325835-0b52-4bc9-9713-43256535d2ac tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "DELETE /networking/v2.0/floatingips/ccbdf423-5383-4c5b-8e6b-cc16ff85ec1e HTTP/1.1" status: 204 len: 168 time: 0.8039248 Sep 22 15:06:19.282087 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2d2ab-b8cd-43a6-9028-b3b9d706883a req-56cfc8b1-7d83-453c-ac55-af1a0cb96cdf tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:19.283490 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f7d2d2ab-b8cd-43a6-9028-b3b9d706883a req-56cfc8b1-7d83-453c-ac55-af1a0cb96cdf tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0468233 Sep 22 15:06:19.332939 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f7d2d2ab-b8cd-43a6-9028-b3b9d706883a req-cabb8cf8-569f-48b6-b501-416827427350 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437560 Sep 22 15:06:19.854486 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6b7b8-9241-4639-86cf-2b85b1738492 req-8e219694-983c-4fd5-aded-54f222a80a4b tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:19.855941 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2ae6b7b8-9241-4639-86cf-2b85b1738492 req-8e219694-983c-4fd5-aded-54f222a80a4b tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 984 time: 0.0490367 Sep 22 15:06:19.913275 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2ae6b7b8-9241-4639-86cf-2b85b1738492 req-a53854ba-2b6b-4406-9c21-40458330797e tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f8fcf9d1-d899-4f04-912a-6f44276d4e50&id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517435 Sep 22 15:06:20.459759 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7faf71-1dc6-488d-be90-2c0d72ac59f0 req-2245bb51-4d8b-4397-a54d-63e7513b40a0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:20.461699 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-be7faf71-1dc6-488d-be90-2c0d72ac59f0 req-2245bb51-4d8b-4397-a54d-63e7513b40a0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0472631 Sep 22 15:06:20.511006 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-be7faf71-1dc6-488d-be90-2c0d72ac59f0 req-6208f47e-5d4a-42b3-a0b4-cfd7ac013718 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435734 Sep 22 15:06:20.865416 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 495a1319-086a-433b-bc7d-5eb84ce7d95e no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:06:20.885212 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: 495a1319-086a-433b-bc7d-5eb84ce7d95e {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:06:20.885557 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 495a1319-086a-433b-bc7d-5eb84ce7d95e not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:06:21.036390 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491bda1-023e-4b92-83d2-f2754502b1e1 req-5b74452e-5329-482c-b775-a65c0a22dfb7 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:21.037849 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f491bda1-023e-4b92-83d2-f2754502b1e1 req-5b74452e-5329-482c-b775-a65c0a22dfb7 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 984 time: 0.0467119 Sep 22 15:06:21.083306 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:21.094530 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b291ef-1f0d-41c4-b95d-a7e16820cd6c req-ebc09807-c815-4498-9b70-7973b0961094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:21.096215 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-10b291ef-1f0d-41c4-b95d-a7e16820cd6c req-ebc09807-c815-4498-9b70-7973b0961094 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 1127 time: 0.0414567 Sep 22 15:06:21.100846 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f491bda1-023e-4b92-83d2-f2754502b1e1 req-f3926b98-53a7-4bf8-aba9-d75888a3d856 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f8fcf9d1-d899-4f04-912a-6f44276d4e50&id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573282 Sep 22 15:06:21.279738 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b291ef-1f0d-41c4-b95d-a7e16820cd6c req-264b98e2-989f-4a41-a699-835f4e2a9f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:21.281259 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-10b291ef-1f0d-41c4-b95d-a7e16820cd6c req-264b98e2-989f-4a41-a699-835f4e2a9f8c service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 200 len: 918 time: 0.0903339 Sep 22 15:06:21.435952 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b1f8e-71b9-437b-9f5a-8486e4be4c77 req-a6f2fd17-53e9-41c0-8f33-51eb8216445b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:21.437419 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ab7b1f8e-71b9-437b-9f5a-8486e4be4c77 req-a6f2fd17-53e9-41c0-8f33-51eb8216445b tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0467160 Sep 22 15:06:21.484141 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ab7b1f8e-71b9-437b-9f5a-8486e4be4c77 req-e0872f3f-8b92-4db9-b3b7-862811b083c3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411339 Sep 22 15:06:21.624140 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:21.626736 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:21.642574 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7ab42-36ce-41a6-ba77-54af076af3c4 req-bfcf2265-7f89-453b-9c00-70ab040d141c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:21.644188 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-23e7ab42-36ce-41a6-ba77-54af076af3c4 req-bfcf2265-7f89-453b-9c00-70ab040d141c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0526776 Sep 22 15:06:21.697319 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-10b291ef-1f0d-41c4-b95d-a7e16820cd6c req-31d8f966-f43d-4503-8cc8-339c20bbe62a service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b HTTP/1.1" status: 200 len: 217 time: 0.0355220 Sep 22 15:06:21.706585 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-23e7ab42-36ce-41a6-ba77-54af076af3c4 req-273c3e88-a14b-4353-8ddc-955ccc2b080c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475228 Sep 22 15:06:22.228279 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd1ca9-cf9d-4c94-bf58-847e3fd817fe req-5b190599-ec2a-4b50-a59f-9dd6253bf0ab tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:22.229764 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b7fd1ca9-cf9d-4c94-bf58-847e3fd817fe req-5b190599-ec2a-4b50-a59f-9dd6253bf0ab tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 984 time: 0.0502651 Sep 22 15:06:22.290915 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b7fd1ca9-cf9d-4c94-bf58-847e3fd817fe req-fdcca150-9b49-4233-a9e6-ba7233aa24ee tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f8fcf9d1-d899-4f04-912a-6f44276d4e50&id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553641 Sep 22 15:06:22.422163 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:22.595343 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b291ef-1f0d-41c4-b95d-a7e16820cd6c req-1fdd4fda-bde8-419d-bd20-76a0718e8d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:22.596822 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-10b291ef-1f0d-41c4-b95d-a7e16820cd6c req-1fdd4fda-bde8-419d-bd20-76a0718e8d32 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=beeb1e81-2d0a-4aaa-8268-e889ab63bedf HTTP/1.1" status: 200 len: 856 time: 0.0470407 Sep 22 15:06:22.608583 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be22077-1339-4633-814d-76b264569463 req-b92072a1-8daf-4470-b107-82dc8738b2c1 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:22.610055 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6be22077-1339-4633-814d-76b264569463 req-b92072a1-8daf-4470-b107-82dc8738b2c1 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0487311 Sep 22 15:06:22.658018 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6be22077-1339-4633-814d-76b264569463 req-34019b2f-55ef-4910-a482-f836cfd10dd4 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 Sep 22 15:06:22.732381 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b291ef-1f0d-41c4-b95d-a7e16820cd6c req-70c74a76-5fe3-4aec-8c65-17f5405cb881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:22.734757 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-10b291ef-1f0d-41c4-b95d-a7e16820cd6c req-70c74a76-5fe3-4aec-8c65-17f5405cb881 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d2cd27ce-59e4-4969-86d2-13164d033d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436347 Sep 22 15:06:22.741104 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d21d10-8fb7-4aee-b46c-f618c3a5c238 req-17107689-8db5-446b-bbb5-6cd3460b895e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:22.742525 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-97d21d10-8fb7-4aee-b46c-f618c3a5c238 req-17107689-8db5-446b-bbb5-6cd3460b895e tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 945 time: 0.0505683 Sep 22 15:06:22.855671 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-10b291ef-1f0d-41c4-b95d-a7e16820cd6c req-32b4cb45-6d7c-4028-905d-4950ba3b7125 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078010 Sep 22 15:06:22.869709 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1b944-fa6d-479e-a5ea-5a3760cbd4ed req-fcab0fd3-594c-4928-8200-44a9a32eb28a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:22.871185 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-75c1b944-fa6d-479e-a5ea-5a3760cbd4ed req-fcab0fd3-594c-4928-8200-44a9a32eb28a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0733471 Sep 22 15:06:22.871873 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-97d21d10-8fb7-4aee-b46c-f618c3a5c238 req-bd17ba93-5894-465d-9b05-17cb01eb7f08 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Deleting port e3257c80-b559-4b7e-a1fe-503ee11c4dce {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:06:22.872215 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-97d21d10-8fb7-4aee-b46c-f618c3a5c238 req-bd17ba93-5894-465d-9b05-17cb01eb7f08 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (e3257c80-b559-4b7e-a1fe-503ee11c4dce), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:22.886279 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device fbc84863-7e63-4918-afcd-deab2b9f7f3b details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:06:22.981518 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-75c1b944-fa6d-479e-a5ea-5a3760cbd4ed req-6f997cb0-3ab7-4dc8-a84b-1be538f4449f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046176 Sep 22 15:06:22.987979 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port fbc84863-7e63-4918-afcd-deab2b9f7f3b, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:06:22.999832 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'port_id': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'mac_address': 'fa:16:3e:66:88:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:06:23.004148 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-97d21d10-8fb7-4aee-b46c-f618c3a5c238 req-bd17ba93-5894-465d-9b05-17cb01eb7f08 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] For port e3257c80-b559-4b7e-a1fe-503ee11c4dce, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e3257c80-b559-4b7e-a1fe-503ee11c4dce,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:06:23.004522 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-97d21d10-8fb7-4aee-b46c-f618c3a5c238 req-bd17ba93-5894-465d-9b05-17cb01eb7f08 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (e3257c80-b559-4b7e-a1fe-503ee11c4dce), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:23.018494 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-97d21d10-8fb7-4aee-b46c-f618c3a5c238 req-bd17ba93-5894-465d-9b05-17cb01eb7f08 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Calling delete_port for e3257c80-b559-4b7e-a1fe-503ee11c4dce owned by compute:nova {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:06:23.034569 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port fbc84863-7e63-4918-afcd-deab2b9f7f3b is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:06:23.034961 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:23.052004 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc84863-7e63-4918-afcd-deab2b9f7f3b {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:06:23.071429 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port fbc84863-7e63-4918-afcd-deab2b9f7f3b, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:06:23.075602 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:23.126107 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=fbc84863-7e63-4918-afcd-deab2b9f7f3b,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:23.134928 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:23.135303 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:23.135790 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:23.136152 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:23.136504 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:23.136838 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:23.137169 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:23.137499 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:23.137827 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:23.138156 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:23.138482 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:23.138829 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:23.139162 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:23.139515 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:23.139839 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:23.153023 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-97d21d10-8fb7-4aee-b46c-f618c3a5c238 req-bd17ba93-5894-465d-9b05-17cb01eb7f08 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (e3257c80-b559-4b7e-a1fe-503ee11c4dce), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:23.191121 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17ba93-5894-465d-9b05-17cb01eb7f08 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Pushing event deleted for resources: {'Port': ['ID=e3257c80-b559-4b7e-a1fe-503ee11c4dce,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:23.208963 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-10b291ef-1f0d-41c4-b95d-a7e16820cd6c req-8eca1377-7e3b-4882-a5d2-248accb346b7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068480 Sep 22 15:06:23.244125 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d21d10-8fb7-4aee-b46c-f618c3a5c238 req-bd17ba93-5894-465d-9b05-17cb01eb7f08 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] No DVR routers for this DVR port e3257c80-b559-4b7e-a1fe-503ee11c4dce on host hv-cinder-85646 {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:06:23.246600 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-97d21d10-8fb7-4aee-b46c-f618c3a5c238 req-bd17ba93-5894-465d-9b05-17cb01eb7f08 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:23.250112 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-97d21d10-8fb7-4aee-b46c-f618c3a5c238 req-bd17ba93-5894-465d-9b05-17cb01eb7f08 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.49 "DELETE /networking/v2.0/ports/e3257c80-b559-4b7e-a1fe-503ee11c4dce HTTP/1.1" status: 204 len: 173 time: 0.5015643 Sep 22 15:06:23.250605 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f9aed6-224e-4443-b175-0869ec4d2627', 'name': 'network-vif-deleted', 'tag': 'e3257c80-b559-4b7e-a1fe-503ee11c4dce'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:06:23.252899 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac971a93-9fac-43b2-9be6-d9b75ab81d4c" -d '{"events": [{"server_uuid": "b7f9aed6-224e-4443-b175-0869ec4d2627", "name": "network-vif-deleted", "tag": "e3257c80-b559-4b7e-a1fe-503ee11c4dce"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:06:23.294926 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273f412d-c61b-4b01-b4a8-cb3b06aae6d3 x-openstack-request-id: req-273f412d-c61b-4b01-b4a8-cb3b06aae6d3 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:06:23.295251 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f9aed6-224e-4443-b175-0869ec4d2627", "name": "network-vif-deleted", "tag": "e3257c80-b559-4b7e-a1fe-503ee11c4dce", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:06:23.295508 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-273f412d-c61b-4b01-b4a8-cb3b06aae6d3 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:06:23.295924 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273f412d-c61b-4b01-b4a8-cb3b06aae6d3'] response: {'server_uuid': 'b7f9aed6-224e-4443-b175-0869ec4d2627', 'name': 'network-vif-deleted', 'tag': 'e3257c80-b559-4b7e-a1fe-503ee11c4dce', 'status': 'completed', 'code': 200} Sep 22 15:06:23.399194 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['0323af73-fc1e-49d6-89a5-afd4efaccd69', 'e3257c80-b559-4b7e-a1fe-503ee11c4dce'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:06:23.569422 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['fbc84863-7e63-4918-afcd-deab2b9f7f3b'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:06:23.663543 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:23.777904 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5954a8df-a082-4c7d-9623-09f5da3edc3e req-a847bd6f-affc-4b72-a819-ccde3309d129 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b7f9aed6-224e-4443-b175-0869ec4d2627 HTTP/1.1" status: 200 len: 210 time: 0.0278699 Sep 22 15:06:24.110908 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b090b2-eb03-492d-b224-e8e66e48b37b req-0f5bb0bd-17bd-4c31-b16a-652e1d7ff84d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:24.112392 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-44b090b2-eb03-492d-b224-e8e66e48b37b req-0f5bb0bd-17bd-4c31-b16a-652e1d7ff84d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 944 time: 0.0461965 Sep 22 15:06:24.158913 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-44b090b2-eb03-492d-b224-e8e66e48b37b req-4a6b0877-e43f-4c64-afc9-c0f304f88d5b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409729 Sep 22 15:06:24.684603 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3fac939a-ac30-4d12-a609-df6b3da6c38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:24.928956 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device fbc84863-7e63-4918-afcd-deab2b9f7f3b up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:06:24.973619 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:24.980917 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port fbc84863-7e63-4918-afcd-deab2b9f7f3b completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:06:24.987139 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port fbc84863-7e63-4918-afcd-deab2b9f7f3b triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:06:24.987541 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:24.987877 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port fbc84863-7e63-4918-afcd-deab2b9f7f3b Sep 22 15:06:25.038351 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:25.054564 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea3475-740c-4b22-85c9-f8f348cd8c4a req-9deab3dd-7403-4034-a3fa-d443b9c7ab69 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:25.056560 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-86ea3475-740c-4b22-85c9-f8f348cd8c4a req-9deab3dd-7403-4034-a3fa-d443b9c7ab69 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0501542 Sep 22 15:06:25.109302 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-86ea3475-740c-4b22-85c9-f8f348cd8c4a req-1a7b2133-bf55-45af-8f4a-059e721c46d3 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d3471719-ffae-40e4-84f2-26f60ac44454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469658 Sep 22 15:06:25.181196 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port fbc84863-7e63-4918-afcd-deab2b9f7f3b is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:06:25.181586 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:25.208734 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:06:25.211067 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68c15a8-74d5-43ed-8947-e7cc69e539ad" -d '{"events": [{"server_uuid": "e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd", "name": "network-vif-plugged", "status": "completed", "tag": "fbc84863-7e63-4918-afcd-deab2b9f7f3b"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:06:25.224562 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port fbc84863-7e63-4918-afcd-deab2b9f7f3b, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:06:25.229860 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:25.254016 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e909c495-17f3-4ddf-b789-4f34a380eeaa x-openstack-request-id: req-e909c495-17f3-4ddf-b789-4f34a380eeaa {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:06:25.254336 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd", "name": "network-vif-plugged", "status": "completed", "tag": "fbc84863-7e63-4918-afcd-deab2b9f7f3b", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:06:25.254596 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e909c495-17f3-4ddf-b789-4f34a380eeaa {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:06:25.254987 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e909c495-17f3-4ddf-b789-4f34a380eeaa'] response: {'server_uuid': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'code': 200} Sep 22 15:06:25.256415 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:25.282543 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=fbc84863-7e63-4918-afcd-deab2b9f7f3b,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:25.295707 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6440e-2fc9-4be1-90d6-461e7bca1de7 req-c3082225-52c8-4717-8e94-e07fe978d7fe tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:25.297193 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f8a6440e-2fc9-4be1-90d6-461e7bca1de7 req-c3082225-52c8-4717-8e94-e07fe978d7fe tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0556843 Sep 22 15:06:25.344035 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f8a6440e-2fc9-4be1-90d6-461e7bca1de7 req-c6d0a985-d70f-437f-bcfe-911a434e9dce tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412145 Sep 22 15:06:25.797516 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64e7fe-acb5-4e0a-974e-b407a040727a req-8419b654-91f7-4318-825d-b6510f9af5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:25.798996 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3c64e7fe-acb5-4e0a-974e-b407a040727a req-8419b654-91f7-4318-825d-b6510f9af5c2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 1129 time: 0.0377004 Sep 22 15:06:25.841073 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8bf5f-b98d-4e4c-a130-e43642d8bf52 req-bf07dcf4-f4de-471f-9212-8f05c759ef23 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:25.842744 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-84b8bf5f-b98d-4e4c-a130-e43642d8bf52 req-bf07dcf4-f4de-471f-9212-8f05c759ef23 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 945 time: 0.0802968 Sep 22 15:06:25.857675 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3c64e7fe-acb5-4e0a-974e-b407a040727a req-d183ce83-cbb0-4107-941c-29b182f074b1 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413251 Sep 22 15:06:25.953981 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-84b8bf5f-b98d-4e4c-a130-e43642d8bf52 req-be522940-a288-4279-8e7a-411fabb8a3b9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Deleting port 0323af73-fc1e-49d6-89a5-afd4efaccd69 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:06:25.954319 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-84b8bf5f-b98d-4e4c-a130-e43642d8bf52 req-be522940-a288-4279-8e7a-411fabb8a3b9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:26.043511 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-84b8bf5f-b98d-4e4c-a130-e43642d8bf52 req-be522940-a288-4279-8e7a-411fabb8a3b9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] For port 0323af73-fc1e-49d6-89a5-afd4efaccd69, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=0323af73-fc1e-49d6-89a5-afd4efaccd69,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:06:26.043873 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-84b8bf5f-b98d-4e4c-a130-e43642d8bf52 req-be522940-a288-4279-8e7a-411fabb8a3b9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:26.058516 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-84b8bf5f-b98d-4e4c-a130-e43642d8bf52 req-be522940-a288-4279-8e7a-411fabb8a3b9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Calling delete_port for 0323af73-fc1e-49d6-89a5-afd4efaccd69 owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:06:26.178369 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-84b8bf5f-b98d-4e4c-a130-e43642d8bf52 req-be522940-a288-4279-8e7a-411fabb8a3b9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (0323af73-fc1e-49d6-89a5-afd4efaccd69), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:26.209857 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be522940-a288-4279-8e7a-411fabb8a3b9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Pushing event deleted for resources: {'Port': ['ID=0323af73-fc1e-49d6-89a5-afd4efaccd69,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:26.220432 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['0323af73-fc1e-49d6-89a5-afd4efaccd69'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:06:26.221169 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f6f3eb33-8aed-4059-9a77-9675a30d4856 req-9362b707-f42d-43bc-9905-962520c30719 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 210 time: 0.0320611 Sep 22 15:06:26.272035 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b8bf5f-b98d-4e4c-a130-e43642d8bf52 req-be522940-a288-4279-8e7a-411fabb8a3b9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] No DVR routers for this DVR port 0323af73-fc1e-49d6-89a5-afd4efaccd69 on host hv-cinder-85646 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:06:26.274922 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-84b8bf5f-b98d-4e4c-a130-e43642d8bf52 req-be522940-a288-4279-8e7a-411fabb8a3b9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:26.278129 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-84b8bf5f-b98d-4e4c-a130-e43642d8bf52 req-be522940-a288-4279-8e7a-411fabb8a3b9 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.49 "DELETE /networking/v2.0/ports/0323af73-fc1e-49d6-89a5-afd4efaccd69 HTTP/1.1" status: 204 len: 173 time: 0.4300232 Sep 22 15:06:26.278628 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ae121c-18c3-43fc-88c6-e10536ce02c6', 'name': 'network-vif-deleted', 'tag': '0323af73-fc1e-49d6-89a5-afd4efaccd69'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:06:26.280862 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744ee5d0-9505-4e06-8f25-9810a3c76de8" -d '{"events": [{"server_uuid": "83ae121c-18c3-43fc-88c6-e10536ce02c6", "name": "network-vif-deleted", "tag": "0323af73-fc1e-49d6-89a5-afd4efaccd69"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:06:26.326915 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0b9481-45f0-42ce-95f6-51bfad99400a x-openstack-request-id: req-fc0b9481-45f0-42ce-95f6-51bfad99400a {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:06:26.327639 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ae121c-18c3-43fc-88c6-e10536ce02c6", "name": "network-vif-deleted", "tag": "0323af73-fc1e-49d6-89a5-afd4efaccd69", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:06:26.327957 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc0b9481-45f0-42ce-95f6-51bfad99400a {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:06:26.328648 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0b9481-45f0-42ce-95f6-51bfad99400a'] response: {'server_uuid': '83ae121c-18c3-43fc-88c6-e10536ce02c6', 'name': 'network-vif-deleted', 'tag': '0323af73-fc1e-49d6-89a5-afd4efaccd69', 'status': 'completed', 'code': 200} Sep 22 15:06:26.471132 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3b6b6-935c-4452-b802-c467070c05b0 req-8bc30edf-d9d3-4dfb-8579-0df3546764bd tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:26.472620 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dac3b6b6-935c-4452-b802-c467070c05b0 req-8bc30edf-d9d3-4dfb-8579-0df3546764bd tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0459633 Sep 22 15:06:26.519573 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dac3b6b6-935c-4452-b802-c467070c05b0 req-91c640e4-33d6-47ba-8482-7183ed547ac7 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406418 Sep 22 15:06:26.946156 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device e3257c80-b559-4b7e-a1fe-503ee11c4dce no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:06:26.964897 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: e3257c80-b559-4b7e-a1fe-503ee11c4dce {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:06:26.965249 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device e3257c80-b559-4b7e-a1fe-503ee11c4dce not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:06:27.121739 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-98eeaf52-a336-4be4-8d1f-d38833d83636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:27.338698 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-636a5d32-751f-4143-a3ad-cee7aa1fcaad req-7bafe7da-e0b4-4762-8a32-617dd1849179 tempest-ServerRescueNegativeTestJSON-1358352003 tempest-ServerRescueNegativeTestJSON-1358352003-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=83ae121c-18c3-43fc-88c6-e10536ce02c6 HTTP/1.1" status: 200 len: 210 time: 0.0271907 Sep 22 15:06:27.445727 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=28 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:27.446994 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=44 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:27.662616 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b4a76-6576-4a27-9635-ba746ff8087b req-1756641d-bd09-4ad1-8b1d-f077fcfb5bb5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:27.664124 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cc3b4a76-6576-4a27-9635-ba746ff8087b req-1756641d-bd09-4ad1-8b1d-f077fcfb5bb5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0497856 Sep 22 15:06:27.710870 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cc3b4a76-6576-4a27-9635-ba746ff8087b req-2f69e389-83fa-486f-89eb-fc39a19e69c2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402844 Sep 22 15:06:27.833248 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106a1a4-aef8-4b42-a05e-c04e50dccb3f req-031ef496-5569-4040-a66f-9119680072e2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:27.834728 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9106a1a4-aef8-4b42-a05e-c04e50dccb3f req-031ef496-5569-4040-a66f-9119680072e2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0468268 Sep 22 15:06:27.845106 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54160) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:27.849314 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-8fd19be3-14a4-448e-b28a-208345cf630f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Request body: {'floatingip': {'port_id': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:06:27.887414 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8fd19be3-14a4-448e-b28a-208345cf630f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for floatingip (a175966a-6edf-4c6f-bcf7-3b5595f1fc0b), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:28.242849 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:28.323949 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8fd19be3-14a4-448e-b28a-208345cf630f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:28.327821 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8fd19be3-14a4-448e-b28a-208345cf630f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (a175966a-6edf-4c6f-bcf7-3b5595f1fc0b), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:28.404341 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54164) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:28.428968 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [None req-8fd19be3-14a4-448e-b28a-208345cf630f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Floating IP a175966a-6edf-4c6f-bcf7-3b5595f1fc0b associated. External IP: 172.27.1.145, port: fbc84863-7e63-4918-afcd-deab2b9f7f3b. Sep 22 15:06:28.464716 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:28.472332 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:28.636739 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd19be3-14a4-448e-b28a-208345cf630f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Router fc6d170e-fe7b-43ec-9b75-12b9977f3515 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:06:28.691941 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:28.712431 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:28.741246 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd19be3-14a4-448e-b28a-208345cf630f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:06:28.747476 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8fd19be3-14a4-448e-b28a-208345cf630f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:28.752205 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25662872-5441-42e0-9e1d-546023242ffc None None] Sync routers for ids ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:06:28.763922 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25662872-5441-42e0-9e1d-546023242ffc None None] Routers {'fc6d170e-fe7b-43ec-9b75-12b9977f3515'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:06:28.764820 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-25662872-5441-42e0-9e1d-546023242ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:06:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:28.781013 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-8fd19be3-14a4-448e-b28a-208345cf630f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "PUT /networking/v2.0/floatingips/a175966a-6edf-4c6f-bcf7-3b5595f1fc0b HTTP/1.1" status: 200 len: 991 time: 0.9348543 Sep 22 15:06:28.781645 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'tag': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:06:28.784165 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41801ec-6237-4b2e-9d5f-66e5c86b2ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd", "tag": "fbc84863-7e63-4918-afcd-deab2b9f7f3b"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:06:28.826195 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866031a3-e38c-42e1-8e32-94ba5257fe4e x-openstack-request-id: req-866031a3-e38c-42e1-8e32-94ba5257fe4e {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:06:28.826487 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd", "tag": "fbc84863-7e63-4918-afcd-deab2b9f7f3b", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:06:28.826745 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-866031a3-e38c-42e1-8e32-94ba5257fe4e {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:06:28.827157 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866031a3-e38c-42e1-8e32-94ba5257fe4e'] response: {'name': 'network-changed', 'server_uuid': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'tag': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'status': 'completed', 'code': 200} Sep 22 15:06:28.947249 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 0323af73-fc1e-49d6-89a5-afd4efaccd69 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:06:28.949471 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41801ec-6237-4b2e-9d5f-66e5c86b2ff5 req-161040ad-1cd3-410a-975a-1e506be2a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:28.951093 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e41801ec-6237-4b2e-9d5f-66e5c86b2ff5 req-161040ad-1cd3-410a-975a-1e506be2a384 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 1129 time: 0.0656850 Sep 22 15:06:28.962642 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-25662872-5441-42e0-9e1d-546023242ffc None None] Set router fc6d170e-fe7b-43ec-9b75-12b9977f3515 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:06:28.966901 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: 0323af73-fc1e-49d6-89a5-afd4efaccd69 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:06:28.967270 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 0323af73-fc1e-49d6-89a5-afd4efaccd69 not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:06:28.986212 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6b40f5c3-5134-45be-b84c-a98880e36496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4097958'] for router_interface (285b662a-f46e-4ad6-ac28-f993758bbd9f), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:29.136453 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41801ec-6237-4b2e-9d5f-66e5c86b2ff5 req-41c0cab0-4ee6-4c87-9e4d-fb5842e00389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:29.137925 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e41801ec-6237-4b2e-9d5f-66e5c86b2ff5 req-41c0cab0-4ee6-4c87-9e4d-fb5842e00389 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 200 len: 918 time: 0.1800506 Sep 22 15:06:29.171933 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-25662872-5441-42e0-9e1d-546023242ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'a175966a-6edf-4c6f-bcf7-3b5595f1fc0b', 'tenant_id': '58581ef3e3844816923467523d5be072', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'port_id': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'mac_address': 'fa:16:3e:66:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:06:11Z', 'updated_at': '2022-09-22T15:06:28Z', 'revision_number': 1, 'project_id': '58581ef3e3844816923467523d5be072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427f15b2-4d03-435d-b186-5328e870139d', 'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'tenant_id': '58581ef3e3844816923467523d5be072', 'mac_address': 'fa:16:3e:c8:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:20Z', 'updated_at': '2022-09-22T14:58:29Z', 'revision_number': 5, 'project_id': '58581ef3e3844816923467523d5be072', 'subnets': [{'id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:29.196734 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25662872-5441-42e0-9e1d-546023242ffc None None] Checking router: fc6d170e-fe7b-43ec-9b75-12b9977f3515 for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:06:29.205307 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25662872-5441-42e0-9e1d-546023242ffc None None] Routers {'fc6d170e-fe7b-43ec-9b75-12b9977f3515'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:06:29.205925 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-25662872-5441-42e0-9e1d-546023242ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:06:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:29.256443 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e41801ec-6237-4b2e-9d5f-66e5c86b2ff5 req-59ec274c-73d7-44c3-b4cf-36457efa9c1e service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b HTTP/1.1" status: 200 len: 999 time: 0.0890675 Sep 22 15:06:29.313140 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-25662872-5441-42e0-9e1d-546023242ffc None None] Set router fc6d170e-fe7b-43ec-9b75-12b9977f3515 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:06:29.344870 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41801ec-6237-4b2e-9d5f-66e5c86b2ff5 req-5895979e-03ea-49fb-97c8-23e9adf7fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:29.346342 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e41801ec-6237-4b2e-9d5f-66e5c86b2ff5 req-5895979e-03ea-49fb-97c8-23e9adf7fca8 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=beeb1e81-2d0a-4aaa-8268-e889ab63bedf HTTP/1.1" status: 200 len: 856 time: 0.0844176 Sep 22 15:06:29.538248 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-25662872-5441-42e0-9e1d-546023242ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'a175966a-6edf-4c6f-bcf7-3b5595f1fc0b', 'tenant_id': '58581ef3e3844816923467523d5be072', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'port_id': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'mac_address': 'fa:16:3e:66:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:06:11Z', 'updated_at': '2022-09-22T15:06:28Z', 'revision_number': 1, 'project_id': '58581ef3e3844816923467523d5be072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427f15b2-4d03-435d-b186-5328e870139d', 'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'tenant_id': '58581ef3e3844816923467523d5be072', 'mac_address': 'fa:16:3e:c8:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:20Z', 'updated_at': '2022-09-22T14:58:29Z', 'revision_number': 5, 'project_id': '58581ef3e3844816923467523d5be072', 'subnets': [{'id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:29.571867 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25662872-5441-42e0-9e1d-546023242ffc None None] The sync data for ids ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'] in dv-cinder-856463-5-iscsi is: [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'a175966a-6edf-4c6f-bcf7-3b5595f1fc0b', 'tenant_id': '58581ef3e3844816923467523d5be072', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'port_id': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'mac_address': 'fa:16:3e:66:88:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:06:11Z', 'updated_at': '2022-09-22T15:06:28Z', 'revision_number': 1, 'project_id': '58581ef3e3844816923467523d5be072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '427f15b2-4d03-435d-b186-5328e870139d', 'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'tenant_id': '58581ef3e3844816923467523d5be072', 'mac_address': 'fa:16:3e:c8:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:20Z', 'updated_at': '2022-09-22T14:58:29Z', 'revision_number': 5, 'project_id': '58581ef3e3844816923467523d5be072', 'subnets': [{'id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:06:29.613926 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-6b40f5c3-5134-45be-b84c-a98880e36496 admin admin] Deleting port 4c220ded-a186-4334-b434-aee1bc6bdba1 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:06:29.614480 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6b40f5c3-5134-45be-b84c-a98880e36496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:29.664150 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41801ec-6237-4b2e-9d5f-66e5c86b2ff5 req-61c5deb3-c40c-42e8-a8f8-96fcfb218f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:29.665721 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e41801ec-6237-4b2e-9d5f-66e5c86b2ff5 req-61c5deb3-c40c-42e8-a8f8-96fcfb218f1d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d2cd27ce-59e4-4969-86d2-13164d033d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3113141 Sep 22 15:06:29.759221 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-6b40f5c3-5134-45be-b84c-a98880e36496 admin admin] For port 4c220ded-a186-4334-b434-aee1bc6bdba1, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=4c220ded-a186-4334-b434-aee1bc6bdba1,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:06:29.759604 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6b40f5c3-5134-45be-b84c-a98880e36496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:29.761859 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:29.764437 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed9ceb9-5761-4b55-bde9-92abe943afab None None] New status for floating IP a175966a-6edf-4c6f-bcf7-3b5595f1fc0b: ACTIVE {{(pid=106243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:06:29.778831 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-6b40f5c3-5134-45be-b84c-a98880e36496 admin admin] Calling delete_port for 4c220ded-a186-4334-b434-aee1bc6bdba1 owned by network:router_interface {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:06:29.839161 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e41801ec-6237-4b2e-9d5f-66e5c86b2ff5 req-98c8a6ad-506c-4a74-899f-207806055095 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644623 Sep 22 15:06:29.872436 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:30.001909 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e41801ec-6237-4b2e-9d5f-66e5c86b2ff5 req-e3564426-be06-463c-9198-8f5888a1460a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546323 Sep 22 15:06:30.004191 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:30.051038 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:30.068858 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6b40f5c3-5134-45be-b84c-a98880e36496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (4c220ded-a186-4334-b434-aee1bc6bdba1), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:30.092819 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40f5c3-5134-45be-b84c-a98880e36496 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c220ded-a186-4334-b434-aee1bc6bdba1,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:30.262901 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6b40f5c3-5134-45be-b84c-a98880e36496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4121366'] for router_interface (285b662a-f46e-4ad6-ac28-f993758bbd9f), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:30.478713 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b40f5c3-5134-45be-b84c-a98880e36496 admin admin] Router 285b662a-f46e-4ad6-ac28-f993758bbd9f has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:06:30.581139 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b40f5c3-5134-45be-b84c-a98880e36496 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:06:30.586121 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6b40f5c3-5134-45be-b84c-a98880e36496 admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/285b662a-f46e-4ad6-ac28-f993758bbd9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1823852 Sep 22 15:06:30.588773 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54172) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:30.589476 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac410da-aae1-487b-b48d-0e8977d2168a None None] Sync routers for ids ['285b662a-f46e-4ad6-ac28-f993758bbd9f'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:06:30.599121 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac410da-aae1-487b-b48d-0e8977d2168a None None] Routers {'285b662a-f46e-4ad6-ac28-f993758bbd9f'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:06:30.599754 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-0ac410da-aae1-487b-b48d-0e8977d2168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:06:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['285b662a-f46e-4ad6-ac28-f993758bbd9f'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:30.670029 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:30.694828 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] Publish callbacks [] for router (285b662a-f46e-4ad6-ac28-f993758bbd9f), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:30.701620 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-0ac410da-aae1-487b-b48d-0e8977d2168a None None] Set router 285b662a-f46e-4ad6-ac28-f993758bbd9f gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:06:30.732760 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:30.806421 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] Publish callbacks [] for router_gateway (285b662a-f46e-4ad6-ac28-f993758bbd9f), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:30.817622 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:30.861020 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] Deleting port d679683e-73a3-4691-8094-39fb3a427eba {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:06:30.861372 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (d679683e-73a3-4691-8094-39fb3a427eba), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:30.887695 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-0ac410da-aae1-487b-b48d-0e8977d2168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T15:06:30Z', 'revision_number': 5, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port': {'id': 'd679683e-73a3-4691-8094-39fb3a427eba', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:11Z', 'updated_at': '2022-09-22T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:30.889246 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:30.913090 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac410da-aae1-487b-b48d-0e8977d2168a None None] Checking router: 285b662a-f46e-4ad6-ac28-f993758bbd9f for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:06:30.921848 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac410da-aae1-487b-b48d-0e8977d2168a None None] Routers {'285b662a-f46e-4ad6-ac28-f993758bbd9f'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:06:30.922463 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-0ac410da-aae1-487b-b48d-0e8977d2168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:06:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['285b662a-f46e-4ad6-ac28-f993758bbd9f'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:30.950631 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] For port d679683e-73a3-4691-8094-39fb3a427eba, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=d679683e-73a3-4691-8094-39fb3a427eba,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:06:30.951090 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (d679683e-73a3-4691-8094-39fb3a427eba), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:30.964470 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] Calling delete_port for d679683e-73a3-4691-8094-39fb3a427eba owned by network:router_gateway {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:06:31.005510 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-0ac410da-aae1-487b-b48d-0e8977d2168a None None] Set router 285b662a-f46e-4ad6-ac28-f993758bbd9f gateway port host: None {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:06:31.053822 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-0ac410da-aae1-487b-b48d-0e8977d2168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T15:06:30Z', 'revision_number': 6, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port_host': None}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:31.080566 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac410da-aae1-487b-b48d-0e8977d2168a None None] The sync data for ids ['285b662a-f46e-4ad6-ac28-f993758bbd9f'] in dv-cinder-856463-5-iscsi is: [{'id': '285b662a-f46e-4ad6-ac28-f993758bbd9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1177185642-router', 'tenant_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:09Z', 'updated_at': '2022-09-22T15:06:30Z', 'revision_number': 6, 'project_id': '6edd1ecc737c48c3b26fa7dea7a48ddd', 'gw_port_host': None}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:06:31.137423 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (d679683e-73a3-4691-8094-39fb3a427eba), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.165793 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] Pushing event deleted for resources: {'Port': ['ID=d679683e-73a3-4691-8094-39fb3a427eba,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:31.223976 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121692'] for router_gateway (285b662a-f46e-4ad6-ac28-f993758bbd9f), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.323344 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15746'] for router (285b662a-f46e-4ad6-ac28-f993758bbd9f), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.325468 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] Publish callbacks [] for router_controller (285b662a-f46e-4ad6-ac28-f993758bbd9f), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.388978 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4121451'] for router (285b662a-f46e-4ad6-ac28-f993758bbd9f), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.389471 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 285b662a-f46e-4ad6-ac28-f993758bbd9f {{(pid=106242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 15:06:31.395132 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.396314 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-c96694aa-ec2b-426d-90aa-feb16e08431f admin admin] 10.222.0.66 "DELETE /networking/v2.0/routers/285b662a-f46e-4ad6-ac28-f993758bbd9f HTTP/1.1" status: 204 len: 168 time: 0.8066683 Sep 22 15:06:31.398783 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54174) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:31.445532 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2d556f-54bb-4444-8190-f727ebc105e7 admin admin] Deleting subnet 4d33844e-545e-4bb3-b702-17e0571cc544 {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 15:06:31.448937 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0a2d556f-54bb-4444-8190-f727ebc105e7 admin admin] Publish callbacks [] for subnet (4d33844e-545e-4bb3-b702-17e0571cc544), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.486798 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0a2d556f-54bb-4444-8190-f727ebc105e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9124838'] for subnet (4d33844e-545e-4bb3-b702-17e0571cc544), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.564248 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0a2d556f-54bb-4444-8190-f727ebc105e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (4d33844e-545e-4bb3-b702-17e0571cc544), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.582090 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:31.617134 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0a2d556f-54bb-4444-8190-f727ebc105e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9125835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969113'] for subnet (4d33844e-545e-4bb3-b702-17e0571cc544), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.622360 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:31.643857 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d556f-54bb-4444-8190-f727ebc105e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d33844e-545e-4bb3-b702-17e0571cc544,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:31.647857 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0a2d556f-54bb-4444-8190-f727ebc105e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.651189 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0a2d556f-54bb-4444-8190-f727ebc105e7 admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/4d33844e-545e-4bb3-b702-17e0571cc544 HTTP/1.1" status: 204 len: 168 time: 0.2512882 Sep 22 15:06:31.653719 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54176) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:31.655172 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f0c0d9-ee80-4ca2-abfa-1807ec0b60a1 None None] Network 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:06:31.723448 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (5c43e8e6-bd2f-49d4-8458-66a54ee7db11), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.768280 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Deleting port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:06:31.768548 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.836725 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] For port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=23a9182a-5f7c-4a3d-a5f2-abd6931771b1,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:06:31.837118 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.842595 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7295d2d6-1a22-41e0-9ca0-96985a8ad585 None None] DHCP port deletion for 5c43e8e6-bd2f-49d4-8458-66a54ee7db11 request from dv-cinder-856463-5-iscsi {{(pid=106243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 15:06:31.853883 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Calling delete_port for 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 owned by network:dhcp {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:06:31.880261 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-7295d2d6-1a22-41e0-9ca0-96985a8ad585 None None] Deleting port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:06:31.880745 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7295d2d6-1a22-41e0-9ca0-96985a8ad585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.933270 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.949014 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-7295d2d6-1a22-41e0-9ca0-96985a8ad585 None None] For port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=23a9182a-5f7c-4a3d-a5f2-abd6931771b1,segment=NetworkSegment(7c013264-adc0-4a6f-a6ed-1eb689db2451),segment_id=7c013264-adc0-4a6f-a6ed-1eb689db2451)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:06:31.949415 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7295d2d6-1a22-41e0-9ca0-96985a8ad585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:31.962149 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-7295d2d6-1a22-41e0-9ca0-96985a8ad585 None None] Calling delete_port for 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 owned by network:dhcp {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:06:31.963165 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Pushing event deleted for resources: {'Port': ['ID=23a9182a-5f7c-4a3d-a5f2-abd6931771b1,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:31.968141 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] No DVR routers for this DVR port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 on host dv-cinder-856463-5-iscsi {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:06:31.977201 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:31.977623 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:31.978005 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:31.978345 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:31.978682 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:31.979011 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:31.979364 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:31.979701 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:31.980022 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:31.980345 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:31.980672 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:31.980998 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:31.981332 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:31.981643 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:31.981960 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:32.045116 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7295d2d6-1a22-41e0-9ca0-96985a8ad585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764'] for port (23a9182a-5f7c-4a3d-a5f2-abd6931771b1), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:32.053847 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:32.058085 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (5c43e8e6-bd2f-49d4-8458-66a54ee7db11), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:32.074632 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295d2d6-1a22-41e0-9ca0-96985a8ad585 None None] Pushing event deleted for resources: {'Port': ['ID=23a9182a-5f7c-4a3d-a5f2-abd6931771b1,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:32.081967 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c43e8e6-bd2f-49d4-8458-66a54ee7db11']}} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:32.082135 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7295d2d6-1a22-41e0-9ca0-96985a8ad585 None None] No DVR routers for this DVR port 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 on host dv-cinder-856463-5-iscsi {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:06:32.096680 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c013264-adc0-4a6f-a6ed-1eb689db2451') {'for_net_delete': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:32.096982 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c013264-adc0-4a6f-a6ed-1eb689db2451') {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:06:32.110047 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259296'] for segment (7c013264-adc0-4a6f-a6ed-1eb689db2451), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:32.125856 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (7c013264-adc0-4a6f-a6ed-1eb689db2451), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:32.132427 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=106241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 15:06:32.132844 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326477'] for segment (7c013264-adc0-4a6f-a6ed-1eb689db2451), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:32.201046 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (5c43e8e6-bd2f-49d4-8458-66a54ee7db11), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:32.208378 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:32.213323 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/5c43e8e6-bd2f-49d4-8458-66a54ee7db11 HTTP/1.1" status: 204 len: 168 time: 0.5586147 Sep 22 15:06:32.226335 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4f82c-a7df-47a3-970f-0a456f45c73a admin admin] Pushing event deleted for resources: {'Network': ['ID=5c43e8e6-bd2f-49d4-8458-66a54ee7db11,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:32.323242 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment 7c013264-adc0-4a6f-a6ed-1eb689db2451 resource provider aggregate not found Sep 22 15:06:32.340466 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54186) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:32.341027 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment 7c013264-adc0-4a6f-a6ed-1eb689db2451 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c013264-adc0-4a6f-a6ed-1eb689db2451 found for delete ", "request_id": "req-1a91abb4-d535-4c42-a907-4897ab04d6b1"}]} Sep 22 15:06:32.382517 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a9710339-e3a9-4e03-a7d8-5415cf3c2b94 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=6edd1ecc737c48c3b26fa7dea7a48ddd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407445 Sep 22 15:06:32.385505 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54188) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:32.436568 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a82e656e-a494-4e93-b7ee-01a0bef4a39b admin admin] Publish callbacks [] for security_group (d3471719-ffae-40e4-84f2-26f60ac44454), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:32.456609 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a82e656e-a494-4e93-b7ee-01a0bef4a39b admin admin] Publish callbacks [] for security_group (d3471719-ffae-40e4-84f2-26f60ac44454), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:32.502751 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a82e656e-a494-4e93-b7ee-01a0bef4a39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (d3471719-ffae-40e4-84f2-26f60ac44454), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:32.505346 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a82e656e-a494-4e93-b7ee-01a0bef4a39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:32.506573 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a82e656e-a494-4e93-b7ee-01a0bef4a39b admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/d3471719-ffae-40e4-84f2-26f60ac44454 HTTP/1.1" status: 204 len: 168 time: 0.1201096 Sep 22 15:06:32.515262 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e656e-a494-4e93-b7ee-01a0bef4a39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3471719-ffae-40e4-84f2-26f60ac44454,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:32.867099 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 4c220ded-a186-4334-b434-aee1bc6bdba1 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:06:32.890230 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 4c220ded-a186-4334-b434-aee1bc6bdba1 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:06:32.890577 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 4c220ded-a186-4334-b434-aee1bc6bdba1 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:06:32.890990 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d679683e-73a3-4691-8094-39fb3a427eba no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:06:32.910806 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: d679683e-73a3-4691-8094-39fb3a427eba {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:06:32.911292 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d679683e-73a3-4691-8094-39fb3a427eba not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:06:32.911794 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:06:32.933652 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:06:32.934007 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 23a9182a-5f7c-4a3d-a5f2-abd6931771b1 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:06:41.211731 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:06:41.316677 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54320) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:41.443044 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c1f3caac-601d-480d-8ad4-539eaf06064f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:41.460351 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:41.467541 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:41.523700 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c1f3caac-601d-480d-8ad4-539eaf06064f admin admin] Publish callbacks [] for security_group (993788b3-d572-4315-a899-b1d9bd4ae93b), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:41.527097 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c1f3caac-601d-480d-8ad4-539eaf06064f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (993788b3-d572-4315-a899-b1d9bd4ae93b), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:41.563547 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3caac-601d-480d-8ad4-539eaf06064f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993788b3-d572-4315-a899-b1d9bd4ae93b,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:41.567691 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-c1f3caac-601d-480d-8ad4-539eaf06064f admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=b2bfed9cad7347f79c15df144a770fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499077 Sep 22 15:06:41.571266 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54324) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:41.620613 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-43be9a84-a396-496d-97cb-fedcb1d841c9 admin admin] Publish callbacks [] for security_group (993788b3-d572-4315-a899-b1d9bd4ae93b), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:41.641069 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-43be9a84-a396-496d-97cb-fedcb1d841c9 admin admin] Publish callbacks [] for security_group (993788b3-d572-4315-a899-b1d9bd4ae93b), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:41.687185 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-43be9a84-a396-496d-97cb-fedcb1d841c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (993788b3-d572-4315-a899-b1d9bd4ae93b), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:41.689699 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-43be9a84-a396-496d-97cb-fedcb1d841c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:41.690831 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-43be9a84-a396-496d-97cb-fedcb1d841c9 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/993788b3-d572-4315-a899-b1d9bd4ae93b HTTP/1.1" status: 204 len: 168 time: 0.1183987 Sep 22 15:06:41.699090 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be9a84-a396-496d-97cb-fedcb1d841c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993788b3-d572-4315-a899-b1d9bd4ae93b,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:41.946831 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54332) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:41.960221 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-04d2376e-4290-4a13-b21e-904caf91c02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:42.037975 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-04d2376e-4290-4a13-b21e-904caf91c02b admin admin] Publish callbacks [] for security_group (b32442b3-0739-4603-94c1-479214225137), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:42.041993 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-04d2376e-4290-4a13-b21e-904caf91c02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (b32442b3-0739-4603-94c1-479214225137), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:42.081207 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-04d2376e-4290-4a13-b21e-904caf91c02b admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=1002bf1c1c7c47c586c917a13246a57b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332903 Sep 22 15:06:42.082044 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2376e-4290-4a13-b21e-904caf91c02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32442b3-0739-4603-94c1-479214225137,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:42.083998 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54334) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:42.135794 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-754d4b3a-1753-4302-8c21-2841963376f0 admin admin] Publish callbacks [] for security_group (b32442b3-0739-4603-94c1-479214225137), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:42.155503 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-754d4b3a-1753-4302-8c21-2841963376f0 admin admin] Publish callbacks [] for security_group (b32442b3-0739-4603-94c1-479214225137), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:42.208570 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-754d4b3a-1753-4302-8c21-2841963376f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (b32442b3-0739-4603-94c1-479214225137), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:42.211751 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-754d4b3a-1753-4302-8c21-2841963376f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:42.212906 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-754d4b3a-1753-4302-8c21-2841963376f0 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/b32442b3-0739-4603-94c1-479214225137 HTTP/1.1" status: 204 len: 168 time: 0.1279171 Sep 22 15:06:42.221044 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d4b3a-1753-4302-8c21-2841963376f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32442b3-0739-4603-94c1-479214225137,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:42.539628 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54340) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:42.553068 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-79bcad2c-56be-4f82-b94c-4819695752c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:42.628851 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-79bcad2c-56be-4f82-b94c-4819695752c9 admin admin] Publish callbacks [] for security_group (038c8f62-9bc1-4e77-8ac7-fa16aa0144f3), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:42.632431 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-79bcad2c-56be-4f82-b94c-4819695752c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (038c8f62-9bc1-4e77-8ac7-fa16aa0144f3), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:42.670616 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcad2c-56be-4f82-b94c-4819695752c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038c8f62-9bc1-4e77-8ac7-fa16aa0144f3,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:42.678445 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-79bcad2c-56be-4f82-b94c-4819695752c9 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=5121db0a3d1943e8b225a89c21e940e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354287 Sep 22 15:06:42.678927 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54342) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:42.723152 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:DELETE=8,neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:42.730251 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e037fc1f-4599-454e-a89d-d8e53e80505e admin admin] Publish callbacks [] for security_group (038c8f62-9bc1-4e77-8ac7-fa16aa0144f3), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:42.751966 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e037fc1f-4599-454e-a89d-d8e53e80505e admin admin] Publish callbacks [] for security_group (038c8f62-9bc1-4e77-8ac7-fa16aa0144f3), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:42.767683 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:42.799193 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e037fc1f-4599-454e-a89d-d8e53e80505e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (038c8f62-9bc1-4e77-8ac7-fa16aa0144f3), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:42.801738 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e037fc1f-4599-454e-a89d-d8e53e80505e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:42.802876 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e037fc1f-4599-454e-a89d-d8e53e80505e admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/038c8f62-9bc1-4e77-8ac7-fa16aa0144f3 HTTP/1.1" status: 204 len: 168 time: 0.1233103 Sep 22 15:06:42.811222 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037fc1f-4599-454e-a89d-d8e53e80505e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038c8f62-9bc1-4e77-8ac7-fa16aa0144f3,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:47.756772 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54416) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:47.861987 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-45d3b0f4-1e06-4969-bc6b-057e734357c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:47.936187 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-45d3b0f4-1e06-4969-bc6b-057e734357c9 admin admin] Publish callbacks [] for security_group (ec6ae91e-57b0-4acd-98f3-342308da75b1), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:47.939461 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-45d3b0f4-1e06-4969-bc6b-057e734357c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (ec6ae91e-57b0-4acd-98f3-342308da75b1), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:47.977550 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-45d3b0f4-1e06-4969-bc6b-057e734357c9 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=b71fd98477e04a55aebc7dc2b44c2610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191687 Sep 22 15:06:47.978745 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3b0f4-1e06-4969-bc6b-057e734357c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6ae91e-57b0-4acd-98f3-342308da75b1,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:47.980332 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54420) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:48.029471 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-63e24929-286a-429c-b058-ac608bc12933 admin admin] Publish callbacks [] for security_group (ec6ae91e-57b0-4acd-98f3-342308da75b1), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:48.049429 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-63e24929-286a-429c-b058-ac608bc12933 admin admin] Publish callbacks [] for security_group (ec6ae91e-57b0-4acd-98f3-342308da75b1), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:48.095386 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-63e24929-286a-429c-b058-ac608bc12933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (ec6ae91e-57b0-4acd-98f3-342308da75b1), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:48.098010 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-63e24929-286a-429c-b058-ac608bc12933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:48.099217 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-63e24929-286a-429c-b058-ac608bc12933 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/ec6ae91e-57b0-4acd-98f3-342308da75b1 HTTP/1.1" status: 204 len: 168 time: 0.1177919 Sep 22 15:06:48.107629 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e24929-286a-429c-b058-ac608bc12933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6ae91e-57b0-4acd-98f3-342308da75b1,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:48.366890 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54426) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:48.380208 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e55371c2-204a-4452-a714-60e9844e50f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:48.460461 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e55371c2-204a-4452-a714-60e9844e50f2 admin admin] Publish callbacks [] for security_group (81a40e4f-90ec-44d1-830a-3b8b9638a752), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:48.464609 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e55371c2-204a-4452-a714-60e9844e50f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (81a40e4f-90ec-44d1-830a-3b8b9638a752), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:48.502570 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55371c2-204a-4452-a714-60e9844e50f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a40e4f-90ec-44d1-830a-3b8b9638a752,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:48.506699 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-e55371c2-204a-4452-a714-60e9844e50f2 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=885e3168528144da9db95492ee25be92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387665 Sep 22 15:06:48.509579 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54428) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:48.557834 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9958fc70-8c38-4425-b188-71f5029fd904 admin admin] Publish callbacks [] for security_group (81a40e4f-90ec-44d1-830a-3b8b9638a752), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:48.560302 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:48.579781 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9958fc70-8c38-4425-b188-71f5029fd904 admin admin] Publish callbacks [] for security_group (81a40e4f-90ec-44d1-830a-3b8b9638a752), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:48.609769 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:48.629113 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9958fc70-8c38-4425-b188-71f5029fd904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (81a40e4f-90ec-44d1-830a-3b8b9638a752), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:48.631722 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9958fc70-8c38-4425-b188-71f5029fd904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:48.632871 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-9958fc70-8c38-4425-b188-71f5029fd904 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/81a40e4f-90ec-44d1-830a-3b8b9638a752 HTTP/1.1" status: 204 len: 168 time: 0.1223972 Sep 22 15:06:48.641713 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958fc70-8c38-4425-b188-71f5029fd904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a40e4f-90ec-44d1-830a-3b8b9638a752,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:52.431393 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:53.593301 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54528) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:53.697932 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-767cf37e-46b5-40ae-800d-72209e92e4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:53.774004 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-767cf37e-46b5-40ae-800d-72209e92e4fd admin admin] Publish callbacks [] for security_group (b6cfb4ca-997f-4116-af39-73be2dccef42), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:53.777383 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-767cf37e-46b5-40ae-800d-72209e92e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (b6cfb4ca-997f-4116-af39-73be2dccef42), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:53.817865 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cf37e-46b5-40ae-800d-72209e92e4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cfb4ca-997f-4116-af39-73be2dccef42,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:53.822637 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-767cf37e-46b5-40ae-800d-72209e92e4fd admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=f2b55b6ec2ec4819a67764c35b2a7e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283134 Sep 22 15:06:53.825305 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54532) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:53.874675 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3b9a76b4-b873-4c34-922f-60733326b6a6 admin admin] Publish callbacks [] for security_group (b6cfb4ca-997f-4116-af39-73be2dccef42), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:53.895178 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3b9a76b4-b873-4c34-922f-60733326b6a6 admin admin] Publish callbacks [] for security_group (b6cfb4ca-997f-4116-af39-73be2dccef42), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:53.942242 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3b9a76b4-b873-4c34-922f-60733326b6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (b6cfb4ca-997f-4116-af39-73be2dccef42), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:53.944780 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3b9a76b4-b873-4c34-922f-60733326b6a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:53.946452 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-3b9a76b4-b873-4c34-922f-60733326b6a6 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/b6cfb4ca-997f-4116-af39-73be2dccef42 HTTP/1.1" status: 204 len: 168 time: 0.1202409 Sep 22 15:06:53.953994 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a76b4-b873-4c34-922f-60733326b6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cfb4ca-997f-4116-af39-73be2dccef42,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:54.201675 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54538) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:54.215694 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2b1f4b5c-4556-4ea7-abbd-161f5067e16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:54.296490 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2b1f4b5c-4556-4ea7-abbd-161f5067e16e admin admin] Publish callbacks [] for security_group (dac34a10-70e2-4afe-96de-2fe274e7cc27), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:54.303482 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2b1f4b5c-4556-4ea7-abbd-161f5067e16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (dac34a10-70e2-4afe-96de-2fe274e7cc27), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:54.347691 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f4b5c-4556-4ea7-abbd-161f5067e16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac34a10-70e2-4afe-96de-2fe274e7cc27,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:54.352828 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2b1f4b5c-4556-4ea7-abbd-161f5067e16e admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=f530de5ad6b6426ca43fec243ddfd91d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500628 Sep 22 15:06:54.355399 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54540) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:54.404335 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e92814d3-a7fe-461c-8f56-54e28d81fd6d admin admin] Publish callbacks [] for security_group (dac34a10-70e2-4afe-96de-2fe274e7cc27), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:54.423621 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e92814d3-a7fe-461c-8f56-54e28d81fd6d admin admin] Publish callbacks [] for security_group (dac34a10-70e2-4afe-96de-2fe274e7cc27), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:54.471617 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e92814d3-a7fe-461c-8f56-54e28d81fd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (dac34a10-70e2-4afe-96de-2fe274e7cc27), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:54.474253 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e92814d3-a7fe-461c-8f56-54e28d81fd6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:54.476097 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e92814d3-a7fe-461c-8f56-54e28d81fd6d admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/dac34a10-70e2-4afe-96de-2fe274e7cc27 HTTP/1.1" status: 204 len: 168 time: 0.1191182 Sep 22 15:06:54.483639 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92814d3-a7fe-461c-8f56-54e28d81fd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac34a10-70e2-4afe-96de-2fe274e7cc27,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:54.680776 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:54.688924 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7e5e619a-750a-4160-91f9-cca745805cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:54.917321 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54546) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:54.930484 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5bbd3e53-8008-4147-b5bf-5e5c686f326e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:55.007946 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5bbd3e53-8008-4147-b5bf-5e5c686f326e admin admin] Publish callbacks [] for security_group (c013d5ea-670d-428a-9111-45bd9da9e11d), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:55.011771 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5bbd3e53-8008-4147-b5bf-5e5c686f326e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (c013d5ea-670d-428a-9111-45bd9da9e11d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:55.024800 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=71,neutron:DELETE=6,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:55.057288 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5bbd3e53-8008-4147-b5bf-5e5c686f326e admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=9e2fad50a5e6473ea0495d779076d075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389017 Sep 22 15:06:55.058395 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd3e53-8008-4147-b5bf-5e5c686f326e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c013d5ea-670d-428a-9111-45bd9da9e11d,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:55.059969 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54548) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:55.062695 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=37 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:55.064611 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=30 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:55.111923 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aa4c9a3e-bd3e-4bee-ac66-33fa90640613 admin admin] Publish callbacks [] for security_group (c013d5ea-670d-428a-9111-45bd9da9e11d), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:55.131865 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aa4c9a3e-bd3e-4bee-ac66-33fa90640613 admin admin] Publish callbacks [] for security_group (c013d5ea-670d-428a-9111-45bd9da9e11d), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:55.181216 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aa4c9a3e-bd3e-4bee-ac66-33fa90640613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (c013d5ea-670d-428a-9111-45bd9da9e11d), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:55.183881 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aa4c9a3e-bd3e-4bee-ac66-33fa90640613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:55.185056 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-aa4c9a3e-bd3e-4bee-ac66-33fa90640613 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/c013d5ea-670d-428a-9111-45bd9da9e11d HTTP/1.1" status: 204 len: 168 time: 0.1236005 Sep 22 15:06:55.192959 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c9a3e-bd3e-4bee-ac66-33fa90640613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c013d5ea-670d-428a-9111-45bd9da9e11d,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:55.844580 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54570) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:55.939688 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1524840178-network', 'tenant_id': '7b73f2a035c24791a4f24b596bd51962'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:06:55.959907 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] Made reservation on behalf of 7b73f2a035c24791a4f24b596bd51962 for: {'network': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:06:55.962210 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:55.973217 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:56.049944 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] Publish callbacks [] for security_group (8e1dd415-b9b2-4790-8ee2-102482c2fa31), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:56.053707 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (8e1dd415-b9b2-4790-8ee2-102482c2fa31), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:56.075532 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=106241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 15:06:56.086640 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:56.092088 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (f9f7114d-c721-47ea-a11a-30f984d904da), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:56.092412 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.segments_db [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] Added segment f9f7114d-c721-47ea-a11a-30f984d904da of type vlan for network 6bcab2a0-ede8-4d32-b1a5-f4992a17d796 Sep 22 15:06:56.093605 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1dd415-b9b2-4790-8ee2-102482c2fa31,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:56.140689 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (6bcab2a0-ede8-4d32-b1a5-f4992a17d796), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:56.144122 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:56.167638 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (6bcab2a0-ede8-4d32-b1a5-f4992a17d796), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:56.168610 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:56.169190 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:56.221570 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3758609 Sep 22 15:06:56.224563 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54574) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:56.236102 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-ff588a89-cae8-495f-9e2a-7747bb616bf4 admin admin] Request body: {'subnet': {'network_id': '6bcab2a0-ede8-4d32-b1a5-f4992a17d796', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1524840178-subnet', 'tenant_id': '7b73f2a035c24791a4f24b596bd51962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:06:56.248538 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3f029-83d2-43ad-8987-887167c9e5ac admin admin] Pushing event updated for resources: {'Network': ['ID=6bcab2a0-ede8-4d32-b1a5-f4992a17d796,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:56.259310 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network 6bcab2a0-ede8-4d32-b1a5-f4992a17d796 details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 15:06:56.264820 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff588a89-cae8-495f-9e2a-7747bb616bf4 admin admin] Made reservation on behalf of 7b73f2a035c24791a4f24b596bd51962 for: {'subnet': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:06:56.267760 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ff588a89-cae8-495f-9e2a-7747bb616bf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10217131'] for subnet (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:56.665407 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ff588a89-cae8-495f-9e2a-7747bb616bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2325416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10217149'] for subnet (9333ae43-1256-46c1-9e11-f6fc307ded0a), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:56.717295 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff588a89-cae8-495f-9e2a-7747bb616bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9333ae43-1256-46c1-9e11-f6fc307ded0a,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:56.727806 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff588a89-cae8-495f-9e2a-7747bb616bf4 admin admin] Checking segment: {'id': 'f9f7114d-c721-47ea-a11a-30f984d904da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6bcab2a0-ede8-4d32-b1a5-f4992a17d796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:06:56.728159 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff588a89-cae8-495f-9e2a-7747bb616bf4 admin admin] Network hostable DHCP agents. Network: 6bcab2a0-ede8-4d32-b1a5-f4992a17d796, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 15:06:56.744598 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff588a89-cae8-495f-9e2a-7747bb616bf4 admin admin] Network 6bcab2a0-ede8-4d32-b1a5-f4992a17d796 is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 15:06:56.754086 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-ff588a89-cae8-495f-9e2a-7747bb616bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, 6bcab2a0-ede8-4d32-b1a5-f4992a17d796) {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:06:56.758110 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff588a89-cae8-495f-9e2a-7747bb616bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:56.758940 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ff588a89-cae8-495f-9e2a-7747bb616bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:56.764857 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d1cc8a-9b0a-4bc0-841e-790a86fb7da5 None None] Network 6bcab2a0-ede8-4d32-b1a5-f4992a17d796 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:06:56.774535 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-ff588a89-cae8-495f-9e2a-7747bb616bf4 admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5489726 Sep 22 15:06:56.864923 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d000bd-64e2-4395-a1d7-5f61367c06bf None None] Network 6bcab2a0-ede8-4d32-b1a5-f4992a17d796 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:06:57.123912 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b87368dc-853f-4c90-a807-17d020b0c2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:57.233140 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54590) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:57.238007 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1387663357-network', 'tenant_id': 'ff18913e0e75421f9838242e9d8fa466'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:06:57.260178 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] Made reservation on behalf of ff18913e0e75421f9838242e9d8fa466 for: {'network': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:06:57.262781 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:57.271256 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:57.345821 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] Publish callbacks [] for security_group (5fb72388-74c3-4abc-a943-96f6082e2247), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:57.349374 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5fb72388-74c3-4abc-a943-96f6082e2247), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:57.373622 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=106241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 15:06:57.384163 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb72388-74c3-4abc-a943-96f6082e2247,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:57.388700 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (f98dfe03-bd50-4914-8bb2-68693ba85d6b), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:57.389031 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.segments_db [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] Added segment f98dfe03-bd50-4914-8bb2-68693ba85d6b of type vlan for network 72156e04-1084-4917-99d8-6a02f5b3a7f4 Sep 22 15:06:57.404941 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:57.434513 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (72156e04-1084-4917-99d8-6a02f5b3a7f4), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:57.459250 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (72156e04-1084-4917-99d8-6a02f5b3a7f4), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:57.460205 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:57.460773 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:57.506299 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:57.510622 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2764444 Sep 22 15:06:57.513789 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54592) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:06:57.519305 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Request body: {'subnet': {'network_id': '72156e04-1084-4917-99d8-6a02f5b3a7f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1387663357-subnet', 'tenant_id': 'ff18913e0e75421f9838242e9d8fa466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:06:57.524670 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b98fa-6704-4456-896a-aea6f113113c admin admin] Pushing event updated for resources: {'Network': ['ID=72156e04-1084-4917-99d8-6a02f5b3a7f4,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:57.535073 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network 72156e04-1084-4917-99d8-6a02f5b3a7f4 details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 15:06:57.539672 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Made reservation on behalf of ff18913e0e75421f9838242e9d8fa466 for: {'subnet': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:06:57.542149 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8969142'] for subnet (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:57.583189 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:06:57.710471 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9124628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8969120'] for subnet (ba75042f-3c37-41d3-be34-95c81e5369b0), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:57.764827 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba75042f-3c37-41d3-be34-95c81e5369b0,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:06:57.774864 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:57.775271 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:57.775624 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:57.775969 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:57.776309 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:57.776645 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:57.776977 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:57.777307 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:57.777647 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:57.777969 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:57.778300 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:57.778631 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:57.778958 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:57.779313 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:57.779642 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:06:57.787457 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Checking segment: {'id': 'f98dfe03-bd50-4914-8bb2-68693ba85d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '72156e04-1084-4917-99d8-6a02f5b3a7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:06:57.787838 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Network hostable DHCP agents. Network: 72156e04-1084-4917-99d8-6a02f5b3a7f4, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 15:06:57.806649 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Network 72156e04-1084-4917-99d8-6a02f5b3a7f4 is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 15:06:57.815180 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, 72156e04-1084-4917-99d8-6a02f5b3a7f4) {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:06:57.819306 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:06:57.819991 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:06:57.823582 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fd4532-7a21-4350-9afc-0cab4be22ed5 None None] Network 72156e04-1084-4917-99d8-6a02f5b3a7f4 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:06:57.839741 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5bd6fbb1-aef0-4f12-b3de-a1aef2cfbe93 admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3247020 Sep 22 15:06:57.925294 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c8d5c7-9a1c-4cc8-944b-f0ef728cef43 None None] Network 72156e04-1084-4917-99d8-6a02f5b3a7f4 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:06:58.245070 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:00.003891 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:00.045324 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:07.521524 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:07.823323 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=42,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:07.829411 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=31,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:10.032307 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:10.041664 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=52,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:11.457641 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54714) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:11.507787 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_v2 [None req-243cc8ff-911d-4567-8500-ff9c688fefa2 admin admin] Deleting subnet 9333ae43-1256-46c1-9e11-f6fc307ded0a {{(pid=106241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 15:07:11.511324 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-243cc8ff-911d-4567-8500-ff9c688fefa2 admin admin] Publish callbacks [] for subnet (9333ae43-1256-46c1-9e11-f6fc307ded0a), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:11.545528 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-243cc8ff-911d-4567-8500-ff9c688fefa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259291'] for subnet (9333ae43-1256-46c1-9e11-f6fc307ded0a), precommit_delete_associations {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:11.583112 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-243cc8ff-911d-4567-8500-ff9c688fefa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (9333ae43-1256-46c1-9e11-f6fc307ded0a), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:11.634574 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-243cc8ff-911d-4567-8500-ff9c688fefa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2326391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10217092'] for subnet (9333ae43-1256-46c1-9e11-f6fc307ded0a), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:11.657637 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cc8ff-911d-4567-8500-ff9c688fefa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9333ae43-1256-46c1-9e11-f6fc307ded0a,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:11.663939 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-243cc8ff-911d-4567-8500-ff9c688fefa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:11.667684 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-243cc8ff-911d-4567-8500-ff9c688fefa2 admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/9333ae43-1256-46c1-9e11-f6fc307ded0a HTTP/1.1" status: 204 len: 168 time: 0.2090328 Sep 22 15:07:11.670120 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54716) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:11.740577 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-04098993-89cf-442b-9030-7ebcd96bdc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (6bcab2a0-ede8-4d32-b1a5-f4992a17d796), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:11.825194 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-04098993-89cf-442b-9030-7ebcd96bdc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (6bcab2a0-ede8-4d32-b1a5-f4992a17d796), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:11.844910 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-04098993-89cf-442b-9030-7ebcd96bdc9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcab2a0-ede8-4d32-b1a5-f4992a17d796']}} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:11.853926 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-04098993-89cf-442b-9030-7ebcd96bdc9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f7114d-c721-47ea-a11a-30f984d904da') {'for_net_delete': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:11.854224 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-04098993-89cf-442b-9030-7ebcd96bdc9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f7114d-c721-47ea-a11a-30f984d904da') {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:11.863568 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-04098993-89cf-442b-9030-7ebcd96bdc9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259296'] for segment (f9f7114d-c721-47ea-a11a-30f984d904da), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:11.876543 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-04098993-89cf-442b-9030-7ebcd96bdc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (f9f7114d-c721-47ea-a11a-30f984d904da), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:11.882806 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04098993-89cf-442b-9030-7ebcd96bdc9e admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=106241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 15:07:11.883981 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-04098993-89cf-442b-9030-7ebcd96bdc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326477'] for segment (f9f7114d-c721-47ea-a11a-30f984d904da), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:11.923759 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment f9f7114d-c721-47ea-a11a-30f984d904da resource provider aggregate not found Sep 22 15:07:11.942002 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment f9f7114d-c721-47ea-a11a-30f984d904da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9f7114d-c721-47ea-a11a-30f984d904da found for delete ", "request_id": "req-d9e577c3-bd88-4127-802f-57464c15b26d"}]} Sep 22 15:07:11.946818 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-04098993-89cf-442b-9030-7ebcd96bdc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (6bcab2a0-ede8-4d32-b1a5-f4992a17d796), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:11.951306 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-04098993-89cf-442b-9030-7ebcd96bdc9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:11.954402 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-04098993-89cf-442b-9030-7ebcd96bdc9e admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/6bcab2a0-ede8-4d32-b1a5-f4992a17d796 HTTP/1.1" status: 204 len: 168 time: 0.2833729 Sep 22 15:07:11.957296 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54722) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:11.967672 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04098993-89cf-442b-9030-7ebcd96bdc9e admin admin] Pushing event deleted for resources: {'Network': ['ID=6bcab2a0-ede8-4d32-b1a5-f4992a17d796,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:12.002182 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-71714661-4770-47c5-9732-c81d3197ef0b admin admin] Deleting subnet ba75042f-3c37-41d3-be34-95c81e5369b0 {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 15:07:12.005492 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-71714661-4770-47c5-9732-c81d3197ef0b admin admin] Publish callbacks [] for subnet (ba75042f-3c37-41d3-be34-95c81e5369b0), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.044060 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-71714661-4770-47c5-9732-c81d3197ef0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9124838'] for subnet (ba75042f-3c37-41d3-be34-95c81e5369b0), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.082631 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-71714661-4770-47c5-9732-c81d3197ef0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (ba75042f-3c37-41d3-be34-95c81e5369b0), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.133955 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-71714661-4770-47c5-9732-c81d3197ef0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9125835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969113'] for subnet (ba75042f-3c37-41d3-be34-95c81e5369b0), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.159379 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71714661-4770-47c5-9732-c81d3197ef0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba75042f-3c37-41d3-be34-95c81e5369b0,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:12.162983 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-71714661-4770-47c5-9732-c81d3197ef0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.166213 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-71714661-4770-47c5-9732-c81d3197ef0b admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/ba75042f-3c37-41d3-be34-95c81e5369b0 HTTP/1.1" status: 204 len: 168 time: 0.2078986 Sep 22 15:07:12.168672 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54724) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:12.239586 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e78ecdd6-856d-46d3-b9e1-08e070938ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (72156e04-1084-4917-99d8-6a02f5b3a7f4), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.317690 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e78ecdd6-856d-46d3-b9e1-08e070938ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (72156e04-1084-4917-99d8-6a02f5b3a7f4), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.340837 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-e78ecdd6-856d-46d3-b9e1-08e070938ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72156e04-1084-4917-99d8-6a02f5b3a7f4']}} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:12.349849 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-e78ecdd6-856d-46d3-b9e1-08e070938ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98dfe03-bd50-4914-8bb2-68693ba85d6b') {'for_net_delete': True} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:12.350151 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-e78ecdd6-856d-46d3-b9e1-08e070938ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98dfe03-bd50-4914-8bb2-68693ba85d6b') {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:12.359542 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e78ecdd6-856d-46d3-b9e1-08e070938ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9124829'] for segment (f98dfe03-bd50-4914-8bb2-68693ba85d6b), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.372862 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e78ecdd6-856d-46d3-b9e1-08e070938ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (f98dfe03-bd50-4914-8bb2-68693ba85d6b), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.379414 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78ecdd6-856d-46d3-b9e1-08e070938ef4 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=106242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 15:07:12.379921 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e78ecdd6-856d-46d3-b9e1-08e070938ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9125745'] for segment (f98dfe03-bd50-4914-8bb2-68693ba85d6b), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.421098 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment f98dfe03-bd50-4914-8bb2-68693ba85d6b resource provider aggregate not found Sep 22 15:07:12.441906 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment f98dfe03-bd50-4914-8bb2-68693ba85d6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f98dfe03-bd50-4914-8bb2-68693ba85d6b found for delete ", "request_id": "req-29e21437-7d54-4581-8d62-29c13ddf9999"}]} Sep 22 15:07:12.445267 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e78ecdd6-856d-46d3-b9e1-08e070938ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (72156e04-1084-4917-99d8-6a02f5b3a7f4), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.450433 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e78ecdd6-856d-46d3-b9e1-08e070938ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.453711 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e78ecdd6-856d-46d3-b9e1-08e070938ef4 admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/72156e04-1084-4917-99d8-6a02f5b3a7f4 HTTP/1.1" status: 204 len: 168 time: 0.2841094 Sep 22 15:07:12.466830 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ecdd6-856d-46d3-b9e1-08e070938ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=72156e04-1084-4917-99d8-6a02f5b3a7f4,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:12.610428 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54732) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:12.649648 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-45ef31a5-0693-457b-b523-e2740f5844fa admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=7b73f2a035c24791a4f24b596bd51962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381036 Sep 22 15:07:12.651999 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54734) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:12.701682 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1b8d-826a-4f6b-ad11-a03580b3c725 admin admin] Publish callbacks [] for security_group (8e1dd415-b9b2-4790-8ee2-102482c2fa31), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.720660 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1b8d-826a-4f6b-ad11-a03580b3c725 admin admin] Publish callbacks [] for security_group (8e1dd415-b9b2-4790-8ee2-102482c2fa31), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.768109 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1b8d-826a-4f6b-ad11-a03580b3c725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (8e1dd415-b9b2-4790-8ee2-102482c2fa31), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.770653 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1b8d-826a-4f6b-ad11-a03580b3c725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:12.771850 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-ba3c1b8d-826a-4f6b-ad11-a03580b3c725 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/8e1dd415-b9b2-4790-8ee2-102482c2fa31 HTTP/1.1" status: 204 len: 168 time: 0.1189933 Sep 22 15:07:12.779646 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c1b8d-826a-4f6b-ad11-a03580b3c725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1dd415-b9b2-4790-8ee2-102482c2fa31,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:13.087536 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54740) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:13.127087 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d6ad08fd-8765-449f-92d0-657b097984ca admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=ff18913e0e75421f9838242e9d8fa466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383523 Sep 22 15:07:13.129355 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54742) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:13.179559 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ed289afe-a5c7-408c-9357-89e7f76f797c admin admin] Publish callbacks [] for security_group (5fb72388-74c3-4abc-a943-96f6082e2247), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:13.199279 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ed289afe-a5c7-408c-9357-89e7f76f797c admin admin] Publish callbacks [] for security_group (5fb72388-74c3-4abc-a943-96f6082e2247), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:13.246565 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ed289afe-a5c7-408c-9357-89e7f76f797c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5fb72388-74c3-4abc-a943-96f6082e2247), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:13.249099 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ed289afe-a5c7-408c-9357-89e7f76f797c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:13.250233 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ed289afe-a5c7-408c-9357-89e7f76f797c admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/5fb72388-74c3-4abc-a943-96f6082e2247 HTTP/1.1" status: 204 len: 168 time: 0.1200030 Sep 22 15:07:13.257880 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed289afe-a5c7-408c-9357-89e7f76f797c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb72388-74c3-4abc-a943-96f6082e2247,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:18.209878 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:07:19.790152 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6755c61a-37bc-4843-bfa3-8bc0cbed7c5d req-22b11894-8096-4bd7-b034-980e574a22d7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380201 Sep 22 15:07:19.903326 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755c61a-37bc-4843-bfa3-8bc0cbed7c5d req-4c829446-43b3-4a09-a0b1-85ced2a8ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:19.904789 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6755c61a-37bc-4843-bfa3-8bc0cbed7c5d req-4c829446-43b3-4a09-a0b1-85ced2a8ec5b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7ade45dd41b848c5801b6d37a4232f86&device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 1168 time: 0.0391562 Sep 22 15:07:20.025214 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755c61a-37bc-4843-bfa3-8bc0cbed7c5d req-ada64387-f51a-4ea0-8b56-59d6881bddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:20.026715 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6755c61a-37bc-4843-bfa3-8bc0cbed7c5d req-ada64387-f51a-4ea0-8b56-59d6881bddb9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 HTTP/1.1" status: 200 len: 916 time: 0.0888569 Sep 22 15:07:20.069113 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:20.071988 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:20.095722 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6755c61a-37bc-4843-bfa3-8bc0cbed7c5d req-028cd974-6014-428e-ab3d-386c818c1dc2 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81440cf4-db87-4d4e-8e7f-ddacf1967aee HTTP/1.1" status: 200 len: 1001 time: 0.0617449 Sep 22 15:07:20.155994 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755c61a-37bc-4843-bfa3-8bc0cbed7c5d req-d49e946f-10a5-47a7-996e-23a46182420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:20.157606 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6755c61a-37bc-4843-bfa3-8bc0cbed7c5d req-d49e946f-10a5-47a7-996e-23a46182420a service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=cc17b5e3-f48e-4014-8d8b-bfd29cb0e872 HTTP/1.1" status: 200 len: 854 time: 0.0532455 Sep 22 15:07:20.204399 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755c61a-37bc-4843-bfa3-8bc0cbed7c5d req-3adad679-7ca2-4448-9384-73940c98ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:20.205911 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6755c61a-37bc-4843-bfa3-8bc0cbed7c5d req-3adad679-7ca2-4448-9384-73940c98ff3c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411315 Sep 22 15:07:20.302959 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6755c61a-37bc-4843-bfa3-8bc0cbed7c5d req-51b10871-8999-446b-a580-a9823188598c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845315 Sep 22 15:07:20.398705 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6755c61a-37bc-4843-bfa3-8bc0cbed7c5d req-0f8c094e-11d1-44e6-9648-e062246b52d2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877974 Sep 22 15:07:22.427309 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:22.774423 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=71,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:22.775131 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:24.691159 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3e40a3fa-9338-4509-b2b2-39b82a4e89d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:26.225721 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-182eeed7-9bd3-493e-9f10-cfe5f2629ea5 req-40e676f8-590e-4953-85d8-f5e9e07c7938 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-693017861&fields=id&tenant_id=7ade45dd41b848c5801b6d37a4232f86 HTTP/1.1" status: 200 len: 267 time: 0.0439572 Sep 22 15:07:26.276464 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182eeed7-9bd3-493e-9f10-cfe5f2629ea5 req-1718d2cb-e6c2-42f3-89af-c67a47f08f8f tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:26.277826 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-182eeed7-9bd3-493e-9f10-cfe5f2629ea5 req-1718d2cb-e6c2-42f3-89af-c67a47f08f8f tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 984 time: 0.0468583 Sep 22 15:07:26.288643 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-182eeed7-9bd3-493e-9f10-cfe5f2629ea5 req-8cf88e97-213e-4b61-b937-104379ec95f4 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Request body: {'port': {'security_groups': ['0eee066d-f617-44bf-a7fc-fbd100f711f9']}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:07:26.362172 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-182eeed7-9bd3-493e-9f10-cfe5f2629ea5 req-8cf88e97-213e-4b61-b937-104379ec95f4 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:26.535261 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-182eeed7-9bd3-493e-9f10-cfe5f2629ea5 req-8cf88e97-213e-4b61-b937-104379ec95f4 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] For port 81440cf4-db87-4d4e-8e7f-ddacf1967aee, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=81440cf4-db87-4d4e-8e7f-ddacf1967aee,segment=NetworkSegment(8f328c5f-8f0a-4e4c-8998-c449fdb37bb0),segment_id=8f328c5f-8f0a-4e4c-8998-c449fdb37bb0)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:26.561852 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-182eeed7-9bd3-493e-9f10-cfe5f2629ea5 req-8cf88e97-213e-4b61-b937-104379ec95f4 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:26.566473 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-182eeed7-9bd3-493e-9f10-cfe5f2629ea5 req-8cf88e97-213e-4b61-b937-104379ec95f4 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:26.578132 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182eeed7-9bd3-493e-9f10-cfe5f2629ea5 req-8cf88e97-213e-4b61-b937-104379ec95f4 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:26.578738 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-182eeed7-9bd3-493e-9f10-cfe5f2629ea5 req-8cf88e97-213e-4b61-b937-104379ec95f4 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:26.580122 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-182eeed7-9bd3-493e-9f10-cfe5f2629ea5 req-8cf88e97-213e-4b61-b937-104379ec95f4 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "PUT /networking/v2.0/ports/81440cf4-db87-4d4e-8e7f-ddacf1967aee HTTP/1.1" status: 200 len: 942 time: 0.2957408 Sep 22 15:07:26.580680 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6887643f-1de9-485f-9bf9-75e81e07783b', 'tag': '81440cf4-db87-4d4e-8e7f-ddacf1967aee'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:07:26.582945 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68091b76-d61d-4e03-a288-dfea36218b70" -d '{"events": [{"name": "network-changed", "server_uuid": "6887643f-1de9-485f-9bf9-75e81e07783b", "tag": "81440cf4-db87-4d4e-8e7f-ddacf1967aee"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:07:26.586172 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54870) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:26.616798 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['81440cf4-db87-4d4e-8e7f-ddacf1967aee'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:07:26.631894 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf88e97-213e-4b61-b937-104379ec95f4 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Pushing event updated for resources: {'Port': ['ID=81440cf4-db87-4d4e-8e7f-ddacf1967aee,revision_number=7']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:26.651714 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac93b121-3c61-429c-90ff-03e7cdf20136 x-openstack-request-id: req-ac93b121-3c61-429c-90ff-03e7cdf20136 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:07:26.652014 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6887643f-1de9-485f-9bf9-75e81e07783b", "tag": "81440cf4-db87-4d4e-8e7f-ddacf1967aee", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:07:26.652274 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac93b121-3c61-429c-90ff-03e7cdf20136 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:07:26.653317 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac93b121-3c61-429c-90ff-03e7cdf20136'] response: {'name': 'network-changed', 'server_uuid': '6887643f-1de9-485f-9bf9-75e81e07783b', 'tag': '81440cf4-db87-4d4e-8e7f-ddacf1967aee', 'status': 'completed', 'code': 200} Sep 22 15:07:26.656236 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-423b9285-b262-44ff-9527-20ae8d7b6e62 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group (f8fcf9d1-d899-4f04-912a-6f44276d4e50), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:26.680869 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-423b9285-b262-44ff-9527-20ae8d7b6e62 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group (f8fcf9d1-d899-4f04-912a-6f44276d4e50), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:26.802874 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['81440cf4-db87-4d4e-8e7f-ddacf1967aee'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:07:26.997975 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68091b76-d61d-4e03-a288-dfea36218b70 req-630072ed-cd9a-4be8-84e0-214b2484171c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:26.999643 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-68091b76-d61d-4e03-a288-dfea36218b70 req-630072ed-cd9a-4be8-84e0-214b2484171c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7ade45dd41b848c5801b6d37a4232f86&device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 1129 time: 0.2815542 Sep 22 15:07:27.065447 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-423b9285-b262-44ff-9527-20ae8d7b6e62 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (f8fcf9d1-d899-4f04-912a-6f44276d4e50), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:27.067965 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-423b9285-b262-44ff-9527-20ae8d7b6e62 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:27.069106 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-423b9285-b262-44ff-9527-20ae8d7b6e62 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "DELETE /networking/v2.0/security-groups/f8fcf9d1-d899-4f04-912a-6f44276d4e50 HTTP/1.1" status: 204 len: 168 time: 0.4819391 Sep 22 15:07:27.072042 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54874) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:27.085282 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b9285-b262-44ff-9527-20ae8d7b6e62 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fcf9d1-d899-4f04-912a-6f44276d4e50,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:27.119699 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68091b76-d61d-4e03-a288-dfea36218b70 req-132b7e0e-a05f-4faa-93c9-4552c7aef8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:27.121315 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-68091b76-d61d-4e03-a288-dfea36218b70 req-132b7e0e-a05f-4faa-93c9-4552c7aef8ce service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 HTTP/1.1" status: 200 len: 916 time: 0.1144536 Sep 22 15:07:27.143649 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-28143107-84a4-4be2-8bff-ed49766cf1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:27.191685 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-68091b76-d61d-4e03-a288-dfea36218b70 req-bcf1674d-34d7-4e55-8917-bfd484570a30 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81440cf4-db87-4d4e-8e7f-ddacf1967aee HTTP/1.1" status: 200 len: 1001 time: 0.0615797 Sep 22 15:07:27.223955 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-26213679-285c-43f9-8aae-428cac4b16d9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Deleting port c7894e96-6cb3-4017-99f3-770caeaf947f {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:07:27.224294 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-26213679-285c-43f9-8aae-428cac4b16d9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (c7894e96-6cb3-4017-99f3-770caeaf947f), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:27.245143 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68091b76-d61d-4e03-a288-dfea36218b70 req-4fddc183-b112-4df5-97e3-603af0a87ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:27.246609 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-68091b76-d61d-4e03-a288-dfea36218b70 req-4fddc183-b112-4df5-97e3-603af0a87ac8 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=cc17b5e3-f48e-4014-8d8b-bfd29cb0e872 HTTP/1.1" status: 200 len: 854 time: 0.0473166 Sep 22 15:07:27.290390 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68091b76-d61d-4e03-a288-dfea36218b70 req-bb288148-95ca-4cac-8377-206b9dfbc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:27.291915 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-68091b76-d61d-4e03-a288-dfea36218b70 req-bb288148-95ca-4cac-8377-206b9dfbc87a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383961 Sep 22 15:07:27.302618 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-26213679-285c-43f9-8aae-428cac4b16d9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (c7894e96-6cb3-4017-99f3-770caeaf947f), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:27.303146 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-26213679-285c-43f9-8aae-428cac4b16d9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for floatingip (c7894e96-6cb3-4017-99f3-770caeaf947f), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:27.316089 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-26213679-285c-43f9-8aae-428cac4b16d9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Calling delete_port for c7894e96-6cb3-4017-99f3-770caeaf947f owned by network:floatingip {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:07:27.387113 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-68091b76-d61d-4e03-a288-dfea36218b70 req-2c76e92a-d809-456f-880d-65be0e6b48b9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880761 Sep 22 15:07:27.460060 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:27.476946 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:27.482726 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-26213679-285c-43f9-8aae-428cac4b16d9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (c7894e96-6cb3-4017-99f3-770caeaf947f), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:27.482897 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-68091b76-d61d-4e03-a288-dfea36218b70 req-ea3886ef-cc3a-4563-99df-67f3fc91caa4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888298 Sep 22 15:07:27.487318 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:27.509861 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26213679-285c-43f9-8aae-428cac4b16d9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Pushing event deleted for resources: {'Port': ['ID=c7894e96-6cb3-4017-99f3-770caeaf947f,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:27.574277 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-26213679-285c-43f9-8aae-428cac4b16d9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks [] for floatingip (1eaa92db-95da-4a1d-bf99-166460a1554e), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:27.574506 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [None req-26213679-285c-43f9-8aae-428cac4b16d9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Floating IP 1eaa92db-95da-4a1d-bf99-166460a1554e disassociated (deleted). External IP: 172.27.1.115, port: 81440cf4-db87-4d4e-8e7f-ddacf1967aee. Sep 22 15:07:27.763150 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26213679-285c-43f9-8aae-428cac4b16d9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Router 7235985b-8add-4157-9073-1d0d72ee4609 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:07:27.863101 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26213679-285c-43f9-8aae-428cac4b16d9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:07:27.867734 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-26213679-285c-43f9-8aae-428cac4b16d9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:27.872996 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d943a07-7ebd-4fe6-84ba-cb1a902b2d7c None None] Sync routers for ids ['7235985b-8add-4157-9073-1d0d72ee4609'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:07:27.882306 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d943a07-7ebd-4fe6-84ba-cb1a902b2d7c None None] Routers {'7235985b-8add-4157-9073-1d0d72ee4609'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:07:27.882959 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-4d943a07-7ebd-4fe6-84ba-cb1a902b2d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:07:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['7235985b-8add-4157-9073-1d0d72ee4609'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:27.897633 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-26213679-285c-43f9-8aae-428cac4b16d9 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "DELETE /networking/v2.0/floatingips/1eaa92db-95da-4a1d-bf99-166460a1554e HTTP/1.1" status: 204 len: 168 time: 0.8245158 Sep 22 15:07:27.988056 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-4d943a07-7ebd-4fe6-84ba-cb1a902b2d7c None None] Set router 7235985b-8add-4157-9073-1d0d72ee4609 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:07:28.205066 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:28.205804 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:28.258605 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:28.314107 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:28.319714 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-4d943a07-7ebd-4fe6-84ba-cb1a902b2d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235985b-8add-4157-9073-1d0d72ee4609', 'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd294363d-9633-43bb-9758-149121e63426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:52Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 4, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'gw_port': {'id': 'd294363d-9633-43bb-9758-149121e63426', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:53Z', 'updated_at': '2022-09-22T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '6fdfda83-6814-48da-956b-a4891b262b6d', 'name': '', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'mac_address': 'fa:16:3e:eb:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:55Z', 'updated_at': '2022-09-22T15:03:00Z', 'revision_number': 5, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'subnets': [{'id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:28.347599 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d943a07-7ebd-4fe6-84ba-cb1a902b2d7c None None] Checking router: 7235985b-8add-4157-9073-1d0d72ee4609 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:07:28.355762 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d943a07-7ebd-4fe6-84ba-cb1a902b2d7c None None] Routers {'7235985b-8add-4157-9073-1d0d72ee4609'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:07:28.356368 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-4d943a07-7ebd-4fe6-84ba-cb1a902b2d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:07:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['7235985b-8add-4157-9073-1d0d72ee4609'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:28.387891 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:28.456733 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-4d943a07-7ebd-4fe6-84ba-cb1a902b2d7c None None] Set router 7235985b-8add-4157-9073-1d0d72ee4609 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:07:28.643114 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-4d943a07-7ebd-4fe6-84ba-cb1a902b2d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235985b-8add-4157-9073-1d0d72ee4609', 'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd294363d-9633-43bb-9758-149121e63426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:52Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 4, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'gw_port': {'id': 'd294363d-9633-43bb-9758-149121e63426', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:53Z', 'updated_at': '2022-09-22T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '6fdfda83-6814-48da-956b-a4891b262b6d', 'name': '', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'mac_address': 'fa:16:3e:eb:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:55Z', 'updated_at': '2022-09-22T15:03:00Z', 'revision_number': 5, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'subnets': [{'id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:28.654705 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6887643f-1de9-485f-9bf9-75e81e07783b', 'tag': '81440cf4-db87-4d4e-8e7f-ddacf1967aee'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:07:28.657169 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dee1041-8af9-4ab0-98b9-9522471fb330" -d '{"events": [{"name": "network-changed", "server_uuid": "6887643f-1de9-485f-9bf9-75e81e07783b", "tag": "81440cf4-db87-4d4e-8e7f-ddacf1967aee"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:07:28.667763 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d943a07-7ebd-4fe6-84ba-cb1a902b2d7c None None] The sync data for ids ['7235985b-8add-4157-9073-1d0d72ee4609'] in dv-cinder-856463-5-iscsi is: [{'id': '7235985b-8add-4157-9073-1d0d72ee4609', 'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd294363d-9633-43bb-9758-149121e63426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:52Z', 'updated_at': '2022-09-22T15:02:55Z', 'revision_number': 4, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'gw_port': {'id': 'd294363d-9633-43bb-9758-149121e63426', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:53Z', 'updated_at': '2022-09-22T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '6fdfda83-6814-48da-956b-a4891b262b6d', 'name': '', 'network_id': '260a8bcd-2889-4d2c-bcdf-c0796aa1eca4', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'mac_address': 'fa:16:3e:eb:5b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:55Z', 'updated_at': '2022-09-22T15:03:00Z', 'revision_number': 5, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'subnets': [{'id': 'cc17b5e3-f48e-4014-8d8b-bfd29cb0e872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:07:28.694551 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470c7d42-4711-44f4-a79a-da6cf6472eef x-openstack-request-id: req-470c7d42-4711-44f4-a79a-da6cf6472eef {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:07:28.694846 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6887643f-1de9-485f-9bf9-75e81e07783b", "tag": "81440cf4-db87-4d4e-8e7f-ddacf1967aee", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:07:28.695105 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-470c7d42-4711-44f4-a79a-da6cf6472eef {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:07:28.695555 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-470c7d42-4711-44f4-a79a-da6cf6472eef'] response: {'name': 'network-changed', 'server_uuid': '6887643f-1de9-485f-9bf9-75e81e07783b', 'tag': '81440cf4-db87-4d4e-8e7f-ddacf1967aee', 'status': 'completed', 'code': 200} Sep 22 15:07:28.827546 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee1041-8af9-4ab0-98b9-9522471fb330 req-377b0a47-5c37-4e3f-9281-e14e6ec89836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:28.829224 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dee1041-8af9-4ab0-98b9-9522471fb330 req-377b0a47-5c37-4e3f-9281-e14e6ec89836 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=7ade45dd41b848c5801b6d37a4232f86&device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 1129 time: 0.0444198 Sep 22 15:07:28.895107 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:28.906561 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b3811b-e05d-480b-969e-c8c1becb98b5 None None] New status for floating IP 1eaa92db-95da-4a1d-bf99-166460a1554e: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:07:28.922433 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee1041-8af9-4ab0-98b9-9522471fb330 req-9bced9c2-060d-4b6f-a046-81f963199220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:28.923956 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dee1041-8af9-4ab0-98b9-9522471fb330 req-9bced9c2-060d-4b6f-a046-81f963199220 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 HTTP/1.1" status: 200 len: 916 time: 0.0887759 Sep 22 15:07:28.966763 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dee1041-8af9-4ab0-98b9-9522471fb330 req-a8234d6e-f6eb-47d5-929a-5ba15bc2b21f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81440cf4-db87-4d4e-8e7f-ddacf1967aee HTTP/1.1" status: 200 len: 217 time: 0.0361950 Sep 22 15:07:29.017667 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee1041-8af9-4ab0-98b9-9522471fb330 req-c1a1d52f-efca-4415-972a-4531ab86fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:29.019140 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dee1041-8af9-4ab0-98b9-9522471fb330 req-c1a1d52f-efca-4415-972a-4531ab86fa54 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=cc17b5e3-f48e-4014-8d8b-bfd29cb0e872 HTTP/1.1" status: 200 len: 854 time: 0.0458536 Sep 22 15:07:29.063991 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee1041-8af9-4ab0-98b9-9522471fb330 req-434e7fa9-128f-474f-a08c-4cd16753f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:29.065575 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dee1041-8af9-4ab0-98b9-9522471fb330 req-434e7fa9-128f-474f-a08c-4cd16753f689 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393853 Sep 22 15:07:29.163287 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dee1041-8af9-4ab0-98b9-9522471fb330 req-d91c9b0d-8f11-40d4-9fcc-ce2f5004d325 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909166 Sep 22 15:07:29.270472 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4dee1041-8af9-4ab0-98b9-9522471fb330 req-9b8ade1c-bbfc-47f7-b56c-70da5b5a3a9d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008651 Sep 22 15:07:30.006797 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:30.053070 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:30.663049 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03852e7-156b-4122-b0a3-e41c8d486b14 req-94ff0ccd-ea8b-4cff-8b17-277f15b9fc22 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:30.664511 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b03852e7-156b-4122-b0a3-e41c8d486b14 req-94ff0ccd-ea8b-4cff-8b17-277f15b9fc22 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 945 time: 0.0490971 Sep 22 15:07:30.709888 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b03852e7-156b-4122-b0a3-e41c8d486b14 req-f072ed62-8628-4997-9ff1-adb8527a8e43 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398483 Sep 22 15:07:31.832663 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef53c07-5da9-4a15-88c4-1061acedf4f2 req-2247be75-d959-4bbe-9077-5d58171f9929 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:31.835094 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6ef53c07-5da9-4a15-88c4-1061acedf4f2 req-2247be75-d959-4bbe-9077-5d58171f9929 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 945 time: 0.0486987 Sep 22 15:07:31.882875 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6ef53c07-5da9-4a15-88c4-1061acedf4f2 req-4e139766-aa2b-471e-a8be-f24dfbbd72e3 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 Sep 22 15:07:33.006193 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4247db-8ff8-4472-8def-4d3eab2d20ff req-26ee6878-b69c-47af-9648-d1fbbc3543b0 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:33.007696 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3f4247db-8ff8-4472-8def-4d3eab2d20ff req-26ee6878-b69c-47af-9648-d1fbbc3543b0 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 945 time: 0.0494564 Sep 22 15:07:33.053580 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3f4247db-8ff8-4472-8def-4d3eab2d20ff req-642f45e5-95b6-4b42-97b8-380f4a587d8f tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0eee066d-f617-44bf-a7fc-fbd100f711f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401156 Sep 22 15:07:33.161837 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc22922-5b79-43c4-bba5-2f40b5f086d9 req-bd6a5867-9580-4d83-83fa-d8dc2d049c9b tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:33.163319 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3dc22922-5b79-43c4-bba5-2f40b5f086d9 req-bd6a5867-9580-4d83-83fa-d8dc2d049c9b tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 945 time: 0.0458710 Sep 22 15:07:33.243506 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-3dc22922-5b79-43c4-bba5-2f40b5f086d9 req-7070977e-b562-40af-b8fb-553dfd0717e8 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Deleting port 81440cf4-db87-4d4e-8e7f-ddacf1967aee {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:07:33.243851 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3dc22922-5b79-43c4-bba5-2f40b5f086d9 req-7070977e-b562-40af-b8fb-553dfd0717e8 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:33.336758 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-3dc22922-5b79-43c4-bba5-2f40b5f086d9 req-7070977e-b562-40af-b8fb-553dfd0717e8 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] For port 81440cf4-db87-4d4e-8e7f-ddacf1967aee, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=81440cf4-db87-4d4e-8e7f-ddacf1967aee,segment=NetworkSegment(8f328c5f-8f0a-4e4c-8998-c449fdb37bb0),segment_id=8f328c5f-8f0a-4e4c-8998-c449fdb37bb0)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:33.337050 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3dc22922-5b79-43c4-bba5-2f40b5f086d9 req-7070977e-b562-40af-b8fb-553dfd0717e8 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:33.350511 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-3dc22922-5b79-43c4-bba5-2f40b5f086d9 req-7070977e-b562-40af-b8fb-553dfd0717e8 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Calling delete_port for 81440cf4-db87-4d4e-8e7f-ddacf1967aee owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:07:33.482061 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3dc22922-5b79-43c4-bba5-2f40b5f086d9 req-7070977e-b562-40af-b8fb-553dfd0717e8 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (81440cf4-db87-4d4e-8e7f-ddacf1967aee), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:33.507426 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070977e-b562-40af-b8fb-553dfd0717e8 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Pushing event deleted for resources: {'Port': ['ID=81440cf4-db87-4d4e-8e7f-ddacf1967aee,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:33.518832 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['81440cf4-db87-4d4e-8e7f-ddacf1967aee'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:07:33.554774 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc22922-5b79-43c4-bba5-2f40b5f086d9 req-7070977e-b562-40af-b8fb-553dfd0717e8 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] No DVR routers for this DVR port 81440cf4-db87-4d4e-8e7f-ddacf1967aee on host hv-cinder-85646 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:07:33.557185 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-3dc22922-5b79-43c4-bba5-2f40b5f086d9 req-7070977e-b562-40af-b8fb-553dfd0717e8 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:33.560533 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3dc22922-5b79-43c4-bba5-2f40b5f086d9 req-7070977e-b562-40af-b8fb-553dfd0717e8 tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.49 "DELETE /networking/v2.0/ports/81440cf4-db87-4d4e-8e7f-ddacf1967aee HTTP/1.1" status: 204 len: 173 time: 0.3915439 Sep 22 15:07:33.561067 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6887643f-1de9-485f-9bf9-75e81e07783b', 'name': 'network-vif-deleted', 'tag': '81440cf4-db87-4d4e-8e7f-ddacf1967aee'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:07:33.563342 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c917a2ab-31b2-45ea-a897-a143ef7d3d59" -d '{"events": [{"server_uuid": "6887643f-1de9-485f-9bf9-75e81e07783b", "name": "network-vif-deleted", "tag": "81440cf4-db87-4d4e-8e7f-ddacf1967aee"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:07:33.604653 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f7f239-a8ac-46ad-a3ab-b5e6e9c44b56 x-openstack-request-id: req-d0f7f239-a8ac-46ad-a3ab-b5e6e9c44b56 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:07:33.604948 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6887643f-1de9-485f-9bf9-75e81e07783b", "name": "network-vif-deleted", "tag": "81440cf4-db87-4d4e-8e7f-ddacf1967aee", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:07:33.605208 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0f7f239-a8ac-46ad-a3ab-b5e6e9c44b56 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:07:33.605955 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f7f239-a8ac-46ad-a3ab-b5e6e9c44b56'] response: {'server_uuid': '6887643f-1de9-485f-9bf9-75e81e07783b', 'name': 'network-vif-deleted', 'tag': '81440cf4-db87-4d4e-8e7f-ddacf1967aee', 'status': 'completed', 'code': 200} Sep 22 15:07:34.171935 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4b5d9450-6ce5-4a84-b3a4-15d1d26a58f0 req-6d28127b-a622-4c39-a5ae-e5c163b64baf tempest-TestMinimumBasicScenario-1753739983 tempest-TestMinimumBasicScenario-1753739983-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=6887643f-1de9-485f-9bf9-75e81e07783b HTTP/1.1" status: 200 len: 210 time: 0.0282543 Sep 22 15:07:35.909257 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 54986) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:36.153417 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:36.175919 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:36.277458 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4097958'] for router_interface (7235985b-8add-4157-9073-1d0d72ee4609), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:36.532998 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Deleting port 6fdfda83-6814-48da-956b-a4891b262b6d {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:07:36.533337 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (6fdfda83-6814-48da-956b-a4891b262b6d), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:36.613214 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] For port 6fdfda83-6814-48da-956b-a4891b262b6d, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=6fdfda83-6814-48da-956b-a4891b262b6d,segment=NetworkSegment(8f328c5f-8f0a-4e4c-8998-c449fdb37bb0),segment_id=8f328c5f-8f0a-4e4c-8998-c449fdb37bb0)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:36.613576 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (6fdfda83-6814-48da-956b-a4891b262b6d), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:36.625706 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Calling delete_port for 6fdfda83-6814-48da-956b-a4891b262b6d owned by network:router_interface {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:07:36.797754 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (6fdfda83-6814-48da-956b-a4891b262b6d), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:36.822160 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6fdfda83-6814-48da-956b-a4891b262b6d,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:36.849783 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:36.850129 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:36.850475 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:36.850813 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:36.851145 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:36.851500 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:36.851825 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:36.852158 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:36.852484 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:36.852809 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:36.853131 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:36.853454 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:36.853777 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:36.854096 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:36.854411 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:37.208446 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54994) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:37.231657 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4121366'] for router_interface (7235985b-8add-4157-9073-1d0d72ee4609), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:37.266007 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 81440cf4-db87-4d4e-8e7f-ddacf1967aee no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:07:37.273871 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:37.288390 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: 81440cf4-db87-4d4e-8e7f-ddacf1967aee {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:07:37.289613 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 81440cf4-db87-4d4e-8e7f-ddacf1967aee not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:07:37.325698 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7fa6ab16-31b5-4ef1-97da-569b31f9fabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:37.329424 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:37.354277 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:37.401202 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:37.407681 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7fa6ab16-31b5-4ef1-97da-569b31f9fabf admin admin] Publish callbacks [] for security_group (d9d53e8a-167b-4047-b984-9b0538f51f2a), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:37.411395 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7fa6ab16-31b5-4ef1-97da-569b31f9fabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (d9d53e8a-167b-4047-b984-9b0538f51f2a), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:37.447464 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Router 7235985b-8add-4157-9073-1d0d72ee4609 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:07:37.457570 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7fa6ab16-31b5-4ef1-97da-569b31f9fabf admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=4fa52419b91642039f7023341235d92f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457242 Sep 22 15:07:37.457814 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 54998) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:37.465001 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6ab16-31b5-4ef1-97da-569b31f9fabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d53e8a-167b-4047-b984-9b0538f51f2a,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:37.512335 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7529780c-a9d0-48b7-928c-37bc08580971 admin admin] Publish callbacks [] for security_group (d9d53e8a-167b-4047-b984-9b0538f51f2a), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:37.533510 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7529780c-a9d0-48b7-928c-37bc08580971 admin admin] Publish callbacks [] for security_group (d9d53e8a-167b-4047-b984-9b0538f51f2a), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:37.550335 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:07:37.558128 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-61de0dc2-f9bf-43d1-b88c-ac17e054e2cf admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/7235985b-8add-4157-9073-1d0d72ee4609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6478097 Sep 22 15:07:37.558741 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55000) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:37.559967 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e7265-a5a4-438b-a78e-175445736de1 None None] Sync routers for ids ['7235985b-8add-4157-9073-1d0d72ee4609'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:07:37.572258 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e7265-a5a4-438b-a78e-175445736de1 None None] Routers {'7235985b-8add-4157-9073-1d0d72ee4609'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:07:37.572872 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-ac3e7265-a5a4-438b-a78e-175445736de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:07:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['7235985b-8add-4157-9073-1d0d72ee4609'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:37.590572 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7529780c-a9d0-48b7-928c-37bc08580971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (d9d53e8a-167b-4047-b984-9b0538f51f2a), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:37.594598 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7529780c-a9d0-48b7-928c-37bc08580971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:37.598132 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7529780c-a9d0-48b7-928c-37bc08580971 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/d9d53e8a-167b-4047-b984-9b0538f51f2a HTTP/1.1" status: 204 len: 168 time: 0.1371319 Sep 22 15:07:37.604606 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529780c-a9d0-48b7-928c-37bc08580971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d53e8a-167b-4047-b984-9b0538f51f2a,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:37.677194 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] Publish callbacks [] for router (7235985b-8add-4157-9073-1d0d72ee4609), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:37.700054 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-ac3e7265-a5a4-438b-a78e-175445736de1 None None] Set router 7235985b-8add-4157-9073-1d0d72ee4609 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:07:37.784051 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] Publish callbacks [] for router_gateway (7235985b-8add-4157-9073-1d0d72ee4609), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:37.830516 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] Deleting port d294363d-9633-43bb-9758-149121e63426 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:07:37.830872 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (d294363d-9633-43bb-9758-149121e63426), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:37.886916 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-ac3e7265-a5a4-438b-a78e-175445736de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235985b-8add-4157-9073-1d0d72ee4609', 'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'd294363d-9633-43bb-9758-149121e63426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:52Z', 'updated_at': '2022-09-22T15:07:36Z', 'revision_number': 5, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'gw_port': {'id': 'd294363d-9633-43bb-9758-149121e63426', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7235985b-8add-4157-9073-1d0d72ee4609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:53Z', 'updated_at': '2022-09-22T15:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:37.913317 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e7265-a5a4-438b-a78e-175445736de1 None None] Checking router: 7235985b-8add-4157-9073-1d0d72ee4609 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:07:37.920072 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] For port d294363d-9633-43bb-9758-149121e63426, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=d294363d-9633-43bb-9758-149121e63426,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:37.920524 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (d294363d-9633-43bb-9758-149121e63426), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:37.924912 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e7265-a5a4-438b-a78e-175445736de1 None None] Routers {'7235985b-8add-4157-9073-1d0d72ee4609'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:07:37.924912 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-ac3e7265-a5a4-438b-a78e-175445736de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:07:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['7235985b-8add-4157-9073-1d0d72ee4609'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:37.940505 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] Calling delete_port for d294363d-9633-43bb-9758-149121e63426 owned by network:router_gateway {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:07:38.021343 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-ac3e7265-a5a4-438b-a78e-175445736de1 None None] Set router 7235985b-8add-4157-9073-1d0d72ee4609 gateway port host: None {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:07:38.072500 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-ac3e7265-a5a4-438b-a78e-175445736de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7235985b-8add-4157-9073-1d0d72ee4609', 'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:52Z', 'updated_at': '2022-09-22T15:07:37Z', 'revision_number': 6, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'gw_port_host': None}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:38.101816 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e7265-a5a4-438b-a78e-175445736de1 None None] The sync data for ids ['7235985b-8add-4157-9073-1d0d72ee4609'] in dv-cinder-856463-5-iscsi is: [{'id': '7235985b-8add-4157-9073-1d0d72ee4609', 'name': 'tempest-TestMinimumBasicScenario-1192595937-router', 'tenant_id': '7ade45dd41b848c5801b6d37a4232f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:52Z', 'updated_at': '2022-09-22T15:07:37Z', 'revision_number': 6, 'project_id': '7ade45dd41b848c5801b6d37a4232f86', 'gw_port_host': None}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:07:38.118491 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (d294363d-9633-43bb-9758-149121e63426), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.147721 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=d294363d-9633-43bb-9758-149121e63426,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:38.207583 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:38.212671 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121692'] for router_gateway (7235985b-8add-4157-9073-1d0d72ee4609), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.215883 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:38.307412 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15746'] for router (7235985b-8add-4157-9073-1d0d72ee4609), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.309860 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] Publish callbacks [] for router_controller (7235985b-8add-4157-9073-1d0d72ee4609), precommit_delete_associations {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.321016 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55022) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:38.354094 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4121451'] for router (7235985b-8add-4157-9073-1d0d72ee4609), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.354788 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7235985b-8add-4157-9073-1d0d72ee4609 {{(pid=106241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 15:07:38.359891 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.361042 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-53425d48-88a2-430b-9806-57bccd032e58 admin admin] 10.222.0.66 "DELETE /networking/v2.0/routers/7235985b-8add-4157-9073-1d0d72ee4609 HTTP/1.1" status: 204 len: 168 time: 0.8013017 Sep 22 15:07:38.363609 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55026) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:38.409064 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf1fee0-8a00-4e7a-9418-a8b84e2663ff admin admin] Deleting subnet cc17b5e3-f48e-4014-8d8b-bfd29cb0e872 {{(pid=106241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 15:07:38.412478 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0bf1fee0-8a00-4e7a-9418-a8b84e2663ff admin admin] Publish callbacks [] for subnet (cc17b5e3-f48e-4014-8d8b-bfd29cb0e872), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.424281 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-292456595-network', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:07:38.445722 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] Made reservation on behalf of eb5677466f5d4032a4cf6f05e34c3443 for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:07:38.447890 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0bf1fee0-8a00-4e7a-9418-a8b84e2663ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259291'] for subnet (cc17b5e3-f48e-4014-8d8b-bfd29cb0e872), precommit_delete_associations {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.450016 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.459778 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.553207 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] Publish callbacks [] for security_group (88db7fed-9241-468c-8e44-708f398e76dc), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.558436 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (88db7fed-9241-468c-8e44-708f398e76dc), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.576738 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0bf1fee0-8a00-4e7a-9418-a8b84e2663ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (cc17b5e3-f48e-4014-8d8b-bfd29cb0e872), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.588801 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 15:07:38.599597 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88db7fed-9241-468c-8e44-708f398e76dc,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:38.605213 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (fa4c474e-496b-4da5-afda-7a5be842ebf1), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.605560 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] Added segment fa4c474e-496b-4da5-afda-7a5be842ebf1 of type vlan for network b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 Sep 22 15:07:38.634613 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0bf1fee0-8a00-4e7a-9418-a8b84e2663ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2326391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10217092'] for subnet (cc17b5e3-f48e-4014-8d8b-bfd29cb0e872), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.650182 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (b802bfb4-4c44-4715-b0d1-39f5e9cc0c05), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.665179 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1fee0-8a00-4e7a-9418-a8b84e2663ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc17b5e3-f48e-4014-8d8b-bfd29cb0e872,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:38.669095 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0bf1fee0-8a00-4e7a-9418-a8b84e2663ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.673135 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-0bf1fee0-8a00-4e7a-9418-a8b84e2663ff admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/cc17b5e3-f48e-4014-8d8b-bfd29cb0e872 HTTP/1.1" status: 204 len: 168 time: 0.3085799 Sep 22 15:07:38.675878 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55028) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:38.678950 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66436a5e-98e0-449a-a060-cbfe03c38c43 None None] Network 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:07:38.679525 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (b802bfb4-4c44-4715-b0d1-39f5e9cc0c05), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.680639 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:38.681230 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.736123 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4113734 Sep 22 15:07:38.736511 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55030) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:38.741206 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-f50e9b83-165f-443e-98bb-3565cbae4b96 admin admin] Request body: {'subnet': {'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-292456595-subnet', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'ip_version': 4}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:07:38.752706 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1917b7-ebd8-4742-8f9b-8eadfe094b66 admin admin] Pushing event updated for resources: {'Network': ['ID=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:38.763569 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (260a8bcd-2889-4d2c-bcdf-c0796aa1eca4), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.767289 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 15:07:38.775647 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50e9b83-165f-443e-98bb-3565cbae4b96 admin admin] Made reservation on behalf of eb5677466f5d4032a4cf6f05e34c3443 for: {'subnet': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:07:38.777906 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f50e9b83-165f-443e-98bb-3565cbae4b96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10217131'] for subnet (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.871955 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] Deleting port 670d8851-3dbe-487c-8823-676170641dbf {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:07:38.872310 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (670d8851-3dbe-487c-8823-676170641dbf), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.906061 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] DHCP port deletion for 260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 request from dv-cinder-856463-5-iscsi {{(pid=106243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 15:07:38.910685 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:38.937418 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:38.944377 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:38.959476 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:38.963608 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Deleting port 670d8851-3dbe-487c-8823-676170641dbf {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:07:38.963984 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (670d8851-3dbe-487c-8823-676170641dbf), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.969783 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] For port 670d8851-3dbe-487c-8823-676170641dbf, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=670d8851-3dbe-487c-8823-676170641dbf,segment=NetworkSegment(8f328c5f-8f0a-4e4c-8998-c449fdb37bb0),segment_id=8f328c5f-8f0a-4e4c-8998-c449fdb37bb0)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:38.970152 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (670d8851-3dbe-487c-8823-676170641dbf), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:38.981307 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 6fdfda83-6814-48da-956b-a4891b262b6d no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:07:39.004734 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] Calling delete_port for 670d8851-3dbe-487c-8823-676170641dbf owned by network:dhcp {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:07:39.026783 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 6fdfda83-6814-48da-956b-a4891b262b6d {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:07:39.027134 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 6fdfda83-6814-48da-956b-a4891b262b6d not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:07:39.027578 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d294363d-9633-43bb-9758-149121e63426 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:07:39.062597 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: d294363d-9633-43bb-9758-149121e63426 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:07:39.062954 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d294363d-9633-43bb-9758-149121e63426 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:07:39.063420 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 670d8851-3dbe-487c-8823-676170641dbf no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:07:39.069989 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] For port 670d8851-3dbe-487c-8823-676170641dbf, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=670d8851-3dbe-487c-8823-676170641dbf,segment=NetworkSegment(8f328c5f-8f0a-4e4c-8998-c449fdb37bb0),segment_id=8f328c5f-8f0a-4e4c-8998-c449fdb37bb0)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:39.070394 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (670d8851-3dbe-487c-8823-676170641dbf), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.104485 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Calling delete_port for 670d8851-3dbe-487c-8823-676170641dbf owned by network:dhcp {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:07:39.111419 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:39.120997 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f50e9b83-165f-443e-98bb-3565cbae4b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2325416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10217149'] for subnet (b8155029-f874-48f5-95a8-71eb298fc9dc), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.129904 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:39.201620 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (670d8851-3dbe-487c-8823-676170641dbf), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.204167 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e9b83-165f-443e-98bb-3565cbae4b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8155029-f874-48f5-95a8-71eb298fc9dc,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:39.221389 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 670d8851-3dbe-487c-8823-676170641dbf is: ACTIVE; New status is: DOWN {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:39.221389 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (670d8851-3dbe-487c-8823-676170641dbf), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.232827 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] Pushing event deleted for resources: {'Port': ['ID=670d8851-3dbe-487c-8823-676170641dbf,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:39.247618 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] No DVR routers for this DVR port 670d8851-3dbe-487c-8823-676170641dbf on host dv-cinder-856463-5-iscsi {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:07:39.247618 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50e9b83-165f-443e-98bb-3565cbae4b96 admin admin] Checking segment: {'id': 'fa4c474e-496b-4da5-afda-7a5be842ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:07:39.248353 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764'] for port (670d8851-3dbe-487c-8823-676170641dbf), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.248467 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50e9b83-165f-443e-98bb-3565cbae4b96 admin admin] Network hostable DHCP agents. Network: b802bfb4-4c44-4715-b0d1-39f5e9cc0c05, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 15:07:39.280723 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Pushing event deleted for resources: {'Port': ['ID=670d8851-3dbe-487c-8823-676170641dbf,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:39.327058 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50e9b83-165f-443e-98bb-3565cbae4b96 admin admin] Network b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 15:07:39.343039 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (260a8bcd-2889-4d2c-bcdf-c0796aa1eca4), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.346322 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-f50e9b83-165f-443e-98bb-3565cbae4b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, b802bfb4-4c44-4715-b0d1-39f5e9cc0c05) {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:07:39.366844 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50e9b83-165f-443e-98bb-3565cbae4b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:39.367495 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f50e9b83-165f-443e-98bb-3565cbae4b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.373363 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260a8bcd-2889-4d2c-bcdf-c0796aa1eca4']}} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:39.387320 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f328c5f-8f0a-4e4c-8998-c449fdb37bb0') {'for_net_delete': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:39.388075 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f328c5f-8f0a-4e4c-8998-c449fdb37bb0') {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:39.402388 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259296'] for segment (8f328c5f-8f0a-4e4c-8998-c449fdb37bb0), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.418724 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-f50e9b83-165f-443e-98bb-3565cbae4b96 admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6811612 Sep 22 15:07:39.419786 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (8f328c5f-8f0a-4e4c-8998-c449fdb37bb0), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.422274 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55032) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:39.427387 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:07:39.430055 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=106241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 15:07:39.431214 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326477'] for segment (8f328c5f-8f0a-4e4c-8998-c449fdb37bb0), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.438534 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] No DVR routers for this DVR port 670d8851-3dbe-487c-8823-676170641dbf on host dv-cinder-856463-5-iscsi {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:07:39.440548 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:39.440898 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:39.441476 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:39.441836 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:39.442170 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:39.442502 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:39.442827 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:39.443158 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:39.443560 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:39.444024 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:39.444248 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:39.444559 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:39.444883 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:39.445209 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:39.445554 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77894598-537d-4061-b8a4-e0b21ffdf050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:39.448350 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b801de5f-19e5-445b-947d-fdb94c8f6089 None None] Network b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:07:39.449925 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4124553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15760'] for router (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.466868 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4099067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4192051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15769'] for router (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.505999 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment 8f328c5f-8f0a-4e4c-8998-c449fdb37bb0 resource provider aggregate not found Sep 22 15:07:39.532209 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment 8f328c5f-8f0a-4e4c-8998-c449fdb37bb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f328c5f-8f0a-4e4c-8998-c449fdb37bb0 found for delete ", "request_id": "req-839e6a0a-08dd-4e72-8f0d-83ae1cb4ad0e"}]} Sep 22 15:07:39.533414 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (260a8bcd-2889-4d2c-bcdf-c0796aa1eca4), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.535141 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Publish callbacks [] for router_controller (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), precommit_add_association {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.540713 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.544089 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/260a8bcd-2889-4d2c-bcdf-c0796aa1eca4 HTTP/1.1" status: 204 len: 168 time: 0.8672397 Sep 22 15:07:39.547797 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55038) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:39.558706 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa2651-c4ce-45e8-9b66-1046e3804595 admin admin] Pushing event deleted for resources: {'Network': ['ID=260a8bcd-2889-4d2c-bcdf-c0796aa1eca4,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:39.578507 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd1ba1b-f342-5f5c-8987-fbda7cf6b98e-b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'fixed_ips': [{'subnet_id': 'b8155029-f874-48f5-95a8-71eb298fc9dc'}]}} from dv-cinder-856463-5-iscsi. {{(pid=106243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 15:07:39.579568 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.648672 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:39.695256 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:39.714643 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Allocated IP 172.20.0.2 (b802bfb4-4c44-4715-b0d1-39f5e9cc0c05/b8155029-f874-48f5-95a8-71eb298fc9dc/8a6e5744-c567-4543-82d3-dc745d9824fd) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:07:39.753039 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Publish callbacks [] for router_gateway (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.860887 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Publish callbacks [] for port (8a6e5744-c567-4543-82d3-dc745d9824fd), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.867549 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (8a6e5744-c567-4543-82d3-dc745d9824fd), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:39.875654 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:39.915588 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Network b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:07:39.921451 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:07:39.925798 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:07:39.929179 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Pushing event updated for resources: {'Port': ['ID=8a6e5744-c567-4543-82d3-dc745d9824fd,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:39.983108 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Attempting to bind port 8a6e5744-c567-4543-82d3-dc745d9824fd on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:07:39.983448 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Attempting to bind port 8a6e5744-c567-4543-82d3-dc745d9824fd by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': 'fa4c474e-496b-4da5-afda-7a5be842ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:07:39.983810 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Attempting to bind port 8a6e5744-c567-4543-82d3-dc745d9824fd on network b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:07:40.012635 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:40.028154 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:07:40.028568 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Checking segment: {'id': 'fa4c474e-496b-4da5-afda-7a5be842ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:07:40.029006 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:40.029416 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Bound using segment: {'id': 'fa4c474e-496b-4da5-afda-7a5be842ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:07:40.029875 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Bound port: 8a6e5744-c567-4543-82d3-dc745d9824fd, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4c474e-496b-4da5-afda-7a5be842ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:07:40.030253 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (8a6e5744-c567-4543-82d3-dc745d9824fd), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:40.060039 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Publish callbacks [] for router_gateway (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:40.090351 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] For port 8a6e5744-c567-4543-82d3-dc745d9824fd, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:07:40.093999 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] For port 8a6e5744-c567-4543-82d3-dc745d9824fd, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=8a6e5744-c567-4543-82d3-dc745d9824fd,segment=NetworkSegment(fa4c474e-496b-4da5-afda-7a5be842ebf1),segment_id=fa4c474e-496b-4da5-afda-7a5be842ebf1)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:07:40.097808 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:40.101100 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (8a6e5744-c567-4543-82d3-dc745d9824fd), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:40.159109 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fb03e-bda7-4956-a8fd-825754df20ab None None] Pushing event updated for resources: {'Port': ['ID=8a6e5744-c567-4543-82d3-dc745d9824fd,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:40.208089 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-db98a493-fd5a-44bb-8252-21133605c159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4097958'] for router_interface (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:40.326953 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Allocated IP 172.27.1.111 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/5f08c9d5-a3a5-4f88-8eac-f68200a51d24) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:07:40.458450 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:40.523700 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Publish callbacks [] for port (5f08c9d5-a3a5-4f88-8eac-f68200a51d24), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:40.580697 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-db98a493-fd5a-44bb-8252-21133605c159 admin admin] Deleting port 6c5e1e41-ddf3-4513-bcbf-5802b409be23 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:07:40.581040 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-db98a493-fd5a-44bb-8252-21133605c159 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:40.594116 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:40.625645 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (5f08c9d5-a3a5-4f88-8eac-f68200a51d24), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:40.677106 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:07:40.683125 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:07:40.689248 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:07:40.723266 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Pushing event updated for resources: {'Port': ['ID=5f08c9d5-a3a5-4f88-8eac-f68200a51d24,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:40.742632 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-db98a493-fd5a-44bb-8252-21133605c159 admin admin] For port 6c5e1e41-ddf3-4513-bcbf-5802b409be23, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=6c5e1e41-ddf3-4513-bcbf-5802b409be23,segment=NetworkSegment(0d03c079-e1b4-4fb5-98c9-8fa8228b59e5),segment_id=0d03c079-e1b4-4fb5-98c9-8fa8228b59e5)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:40.742998 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-db98a493-fd5a-44bb-8252-21133605c159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:40.764605 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-db98a493-fd5a-44bb-8252-21133605c159 admin admin] Calling delete_port for 6c5e1e41-ddf3-4513-bcbf-5802b409be23 owned by network:router_interface {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:07:40.943119 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 8a6e5744-c567-4543-82d3-dc745d9824fd up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:07:40.998486 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 8a6e5744-c567-4543-82d3-dc745d9824fd triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:40.998861 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (8a6e5744-c567-4543-82d3-dc745d9824fd), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:40.999271 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 8a6e5744-c567-4543-82d3-dc745d9824fd Sep 22 15:07:41.049206 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562fee25-132b-40eb-b254-6a2989fa5f35 None None] Network b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:07:41.130312 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-192cc734-36e1-42df-a735-cf22911722dc None None] Provisioning complete for port 8a6e5744-c567-4543-82d3-dc745d9824fd triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:41.130682 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-192cc734-36e1-42df-a735-cf22911722dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (8a6e5744-c567-4543-82d3-dc745d9824fd), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:41.131020 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-192cc734-36e1-42df-a735-cf22911722dc None None] Attempt 1 to provision port 8a6e5744-c567-4543-82d3-dc745d9824fd Sep 22 15:07:41.163127 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 8a6e5744-c567-4543-82d3-dc745d9824fd is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:41.163543 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (8a6e5744-c567-4543-82d3-dc745d9824fd), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:41.251498 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port 8a6e5744-c567-4543-82d3-dc745d9824fd, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=8a6e5744-c567-4543-82d3-dc745d9824fd,segment=NetworkSegment(fa4c474e-496b-4da5-afda-7a5be842ebf1),segment_id=fa4c474e-496b-4da5-afda-7a5be842ebf1)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:41.259912 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (8a6e5744-c567-4543-82d3-dc745d9824fd), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:41.306508 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Publish callbacks [] for router_gateway (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:41.313783 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-192cc734-36e1-42df-a735-cf22911722dc None None] Current status of the port 8a6e5744-c567-4543-82d3-dc745d9824fd is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:41.335727 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=8a6e5744-c567-4543-82d3-dc745d9824fd,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:41.376748 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:41.430984 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-db98a493-fd5a-44bb-8252-21133605c159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (6c5e1e41-ddf3-4513-bcbf-5802b409be23), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:41.462126 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98a493-fd5a-44bb-8252-21133605c159 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5e1e41-ddf3-4513-bcbf-5802b409be23,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:41.533400 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-7f725a11-70b2-4af6-bf24-2c914fa98bb2 None None] Provisioning complete for port 8a6e5744-c567-4543-82d3-dc745d9824fd triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:41.533788 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7f725a11-70b2-4af6-bf24-2c914fa98bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (8a6e5744-c567-4543-82d3-dc745d9824fd), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:41.534126 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-7f725a11-70b2-4af6-bf24-2c914fa98bb2 None None] Attempt 1 to provision port 8a6e5744-c567-4543-82d3-dc745d9824fd Sep 22 15:07:41.615373 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-7f725a11-70b2-4af6-bf24-2c914fa98bb2 None None] Current status of the port 8a6e5744-c567-4543-82d3-dc745d9824fd is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:41.621373 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121636'] for router (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:41.662835 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:41.796624 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-db98a493-fd5a-44bb-8252-21133605c159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4121366'] for router_interface (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:41.902850 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Router c4d0038c-a4bb-4af3-b9f9-cbc53713335b is scheduled to L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 with binding_index 1 {{(pid=106242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 15:07:42.086445 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:07:42.094969 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Sync routers for ids ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:07:42.105441 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Routers {'c4d0038c-a4bb-4af3-b9f9-cbc53713335b'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:07:42.106155 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:07:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:42.106318 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db98a493-fd5a-44bb-8252-21133605c159 admin admin] Router cbea70b4-ed56-4a88-bc34-e21f9eb5c839 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:07:42.112408 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:42.113615 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-35b15be0-b2c3-45a2-989c-50a72e7a2caa admin admin] 10.222.0.66 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6898167 Sep 22 15:07:42.116654 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55040) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:42.198476 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:42.213868 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Set router c4d0038c-a4bb-4af3-b9f9-cbc53713335b gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:07:42.214813 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db98a493-fd5a-44bb-8252-21133605c159 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:07:42.222328 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-db98a493-fd5a-44bb-8252-21133605c159 admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/cbea70b4-ed56-4a88-bc34-e21f9eb5c839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6707652 Sep 22 15:07:42.222416 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55042) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:42.225409 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44889644-d2a8-4f2c-b2df-044a63cc7dd4 None None] Sync routers for ids ['cbea70b4-ed56-4a88-bc34-e21f9eb5c839'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:07:42.237107 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44889644-d2a8-4f2c-b2df-044a63cc7dd4 None None] Routers {'cbea70b4-ed56-4a88-bc34-e21f9eb5c839'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:07:42.237984 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-44889644-d2a8-4f2c-b2df-044a63cc7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:07:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['cbea70b4-ed56-4a88-bc34-e21f9eb5c839'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:42.320581 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:42.338373 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:42.349391 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] Publish callbacks [] for router (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:42.353216 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-44889644-d2a8-4f2c-b2df-044a63cc7dd4 None None] Set router cbea70b4-ed56-4a88-bc34-e21f9eb5c839 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:07:42.442060 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:39Z', 'updated_at': '2022-09-22T15:07:41Z', 'revision_number': 3, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'gw_port': {'id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:40Z', 'updated_at': '2022-09-22T15:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:42.464817 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] Publish callbacks [] for router_gateway (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:42.479273 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Checking router: c4d0038c-a4bb-4af3-b9f9-cbc53713335b for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:07:42.479965 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Updating router c4d0038c-a4bb-4af3-b9f9-cbc53713335b port 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 binding host dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:07:42.515489 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (5f08c9d5-a3a5-4f88-8eac-f68200a51d24), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:42.517447 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] Deleting port d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:07:42.517810 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (d4a24b0c-c3c8-4b13-8672-cdcc59f7e747), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:42.554455 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:42.563782 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:42.575362 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-44889644-d2a8-4f2c-b2df-044a63cc7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'name': 'tempest-TestMinimumBasicScenario-377562917-router', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'd4a24b0c-c3c8-4b13-8672-cdcc59f7e747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:57Z', 'updated_at': '2022-09-22T15:07:41Z', 'revision_number': 5, 'project_id': '6ae921f7a2cb48aaa698c627874b544e', 'gw_port': {'id': 'd4a24b0c-c3c8-4b13-8672-cdcc59f7e747', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:02:58Z', 'updated_at': '2022-09-22T15:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:42.582565 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:42.618188 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44889644-d2a8-4f2c-b2df-044a63cc7dd4 None None] Checking router: cbea70b4-ed56-4a88-bc34-e21f9eb5c839 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:07:42.618429 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] For port d4a24b0c-c3c8-4b13-8672-cdcc59f7e747, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=d4a24b0c-c3c8-4b13-8672-cdcc59f7e747,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:42.618674 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (d4a24b0c-c3c8-4b13-8672-cdcc59f7e747), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:42.634380 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44889644-d2a8-4f2c-b2df-044a63cc7dd4 None None] Routers {'cbea70b4-ed56-4a88-bc34-e21f9eb5c839'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:07:42.635113 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-44889644-d2a8-4f2c-b2df-044a63cc7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:07:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['cbea70b4-ed56-4a88-bc34-e21f9eb5c839'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:42.635657 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] Calling delete_port for d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 owned by network:router_gateway {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:07:42.658736 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:42.717660 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Allocated IP 172.20.0.1 (b802bfb4-4c44-4715-b0d1-39f5e9cc0c05/b8155029-f874-48f5-95a8-71eb298fc9dc/70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:07:42.764549 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-44889644-d2a8-4f2c-b2df-044a63cc7dd4 None None] Set router cbea70b4-ed56-4a88-bc34-e21f9eb5c839 gateway port host: None {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:07:42.822659 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-44889644-d2a8-4f2c-b2df-044a63cc7dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'name': 'tempest-TestMinimumBasicScenario-377562917-router', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:57Z', 'updated_at': '2022-09-22T15:07:42Z', 'revision_number': 6, 'project_id': '6ae921f7a2cb48aaa698c627874b544e', 'gw_port_host': None}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:42.830736 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (d4a24b0c-c3c8-4b13-8672-cdcc59f7e747), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:42.845650 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Publish callbacks [] for port (5f08c9d5-a3a5-4f88-8eac-f68200a51d24), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:42.847392 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Publish callbacks [] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:42.856451 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (5f08c9d5-a3a5-4f88-8eac-f68200a51d24), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:42.860413 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44889644-d2a8-4f2c-b2df-044a63cc7dd4 None None] The sync data for ids ['cbea70b4-ed56-4a88-bc34-e21f9eb5c839'] in dv-cinder-856463-5-iscsi is: [{'id': 'cbea70b4-ed56-4a88-bc34-e21f9eb5c839', 'name': 'tempest-TestMinimumBasicScenario-377562917-router', 'tenant_id': '6ae921f7a2cb48aaa698c627874b544e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:02:57Z', 'updated_at': '2022-09-22T15:07:42Z', 'revision_number': 6, 'project_id': '6ae921f7a2cb48aaa698c627874b544e', 'gw_port_host': None}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:07:42.878080 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a24b0c-c3c8-4b13-8672-cdcc59f7e747,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:42.901355 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:42.919464 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Attempting to bind port 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:07:42.919867 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Attempting to bind port 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:07:42.920223 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Attempting to bind port 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 on network 0158fd45-c628-47d4-94af-d510067846ec {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:07:42.948258 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Network b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:07:42.954700 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:07:42.958599 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:07:42.961958 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Pushing event updated for resources: {'Port': ['ID=70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:42.962556 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Pushing event updated for resources: {'Port': ['ID=5f08c9d5-a3a5-4f88-8eac-f68200a51d24,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:42.978276 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121692'] for router_gateway (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:42.983149 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:42.984035 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:42.984395 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:42.984747 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:42.985076 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:42.985401 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:42.985715 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:42.986031 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:42.986347 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:42.986661 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:42.987085 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:42.987457 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:42.987803 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:42.988083 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:42.988391 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:07:42.999750 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:07:43.000121 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Checking segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:07:43.000597 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.001208 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Bound using segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:07:43.001341 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Bound port: 5f08c9d5-a3a5-4f88-8eac-f68200a51d24, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:07:43.001713 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (5f08c9d5-a3a5-4f88-8eac-f68200a51d24), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.026127 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4097821'] for router_interface (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.062406 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] For port 5f08c9d5-a3a5-4f88-8eac-f68200a51d24, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:07:43.066064 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] For port 5f08c9d5-a3a5-4f88-8eac-f68200a51d24, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=5f08c9d5-a3a5-4f88-8eac-f68200a51d24,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:07:43.077977 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (5f08c9d5-a3a5-4f88-8eac-f68200a51d24), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.098954 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15746'] for router (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.104208 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] Publish callbacks [] for router_controller (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.116147 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Routers {'c4d0038c-a4bb-4af3-b9f9-cbc53713335b'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:07:43.116791 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:07:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:43.157302 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4121451'] for router (cbea70b4-ed56-4a88-bc34-e21f9eb5c839), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.158352 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbea70b4-ed56-4a88-bc34-e21f9eb5c839 {{(pid=106242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 15:07:43.169188 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.169392 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.174946 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-d6dde382-1e12-4d62-8531-c9b2dca31366 admin admin] 10.222.0.66 "DELETE /networking/v2.0/routers/cbea70b4-ed56-4a88-bc34-e21f9eb5c839 HTTP/1.1" status: 204 len: 168 time: 0.9513669 Sep 22 15:07:43.175816 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55044) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:43.223062 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:43.227698 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:43.254279 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Provisioning complete for port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:43.257646 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.258452 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Attempt 1 to provision port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb Sep 22 15:07:43.273004 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-2731339c-3321-4112-ad85-4783dc31afa9 admin admin] Deleting subnet c950711a-adab-4c89-b530-ab1febcd361d {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 15:07:43.276688 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] Set router c4d0038c-a4bb-4af3-b9f9-cbc53713335b gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:07:43.279879 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ddcf2-2c97-49ca-b6ef-c7ba15c0ef2b None None] Pushing event updated for resources: {'Port': ['ID=5f08c9d5-a3a5-4f88-8eac-f68200a51d24,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:43.281774 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2731339c-3321-4112-ad85-4783dc31afa9 admin admin] Publish callbacks [] for subnet (c950711a-adab-4c89-b530-ab1febcd361d), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.341321 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:07:43.354375 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2731339c-3321-4112-ad85-4783dc31afa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9124838'] for subnet (c950711a-adab-4c89-b530-ab1febcd361d), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.356399 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:43.388899 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Publish callbacks [] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.395747 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.430297 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 8a6e5744-c567-4543-82d3-dc745d9824fd up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:07:43.493089 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4097929'] for router_interface (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.496158 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Pushing event updated for resources: {'Port': ['ID=70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:43.506340 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:39Z', 'updated_at': '2022-09-22T15:07:41Z', 'revision_number': 3, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'gw_port': {'id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:40Z', 'updated_at': '2022-09-22T15:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:43.518313 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 8a6e5744-c567-4543-82d3-dc745d9824fd triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:43.519060 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (8a6e5744-c567-4543-82d3-dc745d9824fd), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.520039 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 8a6e5744-c567-4543-82d3-dc745d9824fd Sep 22 15:07:43.539253 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6150a9f6-9420-4397-9a68-0c527d9e834b None None] The sync data for ids ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'] in dv-cinder-856463-5-iscsi is: [{'id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:39Z', 'updated_at': '2022-09-22T15:07:41Z', 'revision_number': 3, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'gw_port': {'id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:40Z', 'updated_at': '2022-09-22T15:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:07:43.628323 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 8a6e5744-c567-4543-82d3-dc745d9824fd is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:43.733396 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2731339c-3321-4112-ad85-4783dc31afa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (c950711a-adab-4c89-b530-ab1febcd361d), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.794072 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2731339c-3321-4112-ad85-4783dc31afa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9125835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969113'] for subnet (c950711a-adab-4c89-b530-ab1febcd361d), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.833358 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:43.836960 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731339c-3321-4112-ad85-4783dc31afa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c950711a-adab-4c89-b530-ab1febcd361d,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:43.842165 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Attempt 2 to provision port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb Sep 22 15:07:43.845871 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2731339c-3321-4112-ad85-4783dc31afa9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.847663 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fff0da-bc59-415d-9c21-da951bdb7e49 None None] Network ea012578-e47a-412a-a0de-4cc0569760fd requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:07:43.849204 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2731339c-3321-4112-ad85-4783dc31afa9 admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/c950711a-adab-4c89-b530-ab1febcd361d HTTP/1.1" status: 204 len: 168 time: 0.6722600 Sep 22 15:07:43.851806 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55050) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:43.881225 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:43.909346 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Network b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:07:43.913141 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:07:43.966849 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (ea012578-e47a-412a-a0de-4cc0569760fd), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:43.979308 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:07:44.024917 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] Deleting port 16035ca5-806f-47c0-a14c-3f920a5997e7 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:07:44.025259 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (16035ca5-806f-47c0-a14c-3f920a5997e7), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:44.094226 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Router c4d0038c-a4bb-4af3-b9f9-cbc53713335b has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:07:44.102352 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:44.149938 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd17dea-6bc1-4981-bab0-5398f21cdee1 None None] DHCP port deletion for ea012578-e47a-412a-a0de-4cc0569760fd request from dv-cinder-856463-5-iscsi {{(pid=106243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 15:07:44.158637 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] For port 16035ca5-806f-47c0-a14c-3f920a5997e7, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=16035ca5-806f-47c0-a14c-3f920a5997e7,segment=NetworkSegment(0d03c079-e1b4-4fb5-98c9-8fa8228b59e5),segment_id=0d03c079-e1b4-4fb5-98c9-8fa8228b59e5)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:44.159054 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (16035ca5-806f-47c0-a14c-3f920a5997e7), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:44.174814 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] Calling delete_port for 16035ca5-806f-47c0-a14c-3f920a5997e7 owned by network:dhcp {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:07:44.239675 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-cfd17dea-6bc1-4981-bab0-5398f21cdee1 None None] Deleting port 16035ca5-806f-47c0-a14c-3f920a5997e7 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:07:44.240291 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cfd17dea-6bc1-4981-bab0-5398f21cdee1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (16035ca5-806f-47c0-a14c-3f920a5997e7), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:44.260405 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:07:44.269415 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-5544b999-ce71-4c96-be0c-c8d206d0ed3c admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/c4d0038c-a4bb-4af3-b9f9-cbc53713335b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1515341 Sep 22 15:07:44.314128 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (16035ca5-806f-47c0-a14c-3f920a5997e7), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:44.356534 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] Pushing event deleted for resources: {'Port': ['ID=16035ca5-806f-47c0-a14c-3f920a5997e7,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:44.359299 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] No DVR routers for this DVR port 16035ca5-806f-47c0-a14c-3f920a5997e7 on host dv-cinder-856463-5-iscsi {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:07:44.365302 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-cfd17dea-6bc1-4981-bab0-5398f21cdee1 None None] For port 16035ca5-806f-47c0-a14c-3f920a5997e7, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=16035ca5-806f-47c0-a14c-3f920a5997e7,segment=NetworkSegment(0d03c079-e1b4-4fb5-98c9-8fa8228b59e5),segment_id=0d03c079-e1b4-4fb5-98c9-8fa8228b59e5)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:44.365803 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cfd17dea-6bc1-4981-bab0-5398f21cdee1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (16035ca5-806f-47c0-a14c-3f920a5997e7), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:44.385806 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-cfd17dea-6bc1-4981-bab0-5398f21cdee1 None None] Calling delete_port for 16035ca5-806f-47c0-a14c-3f920a5997e7 owned by network:dhcp {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:07:44.449264 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (ea012578-e47a-412a-a0de-4cc0569760fd), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:44.475825 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea012578-e47a-412a-a0de-4cc0569760fd']}} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:44.487837 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d03c079-e1b4-4fb5-98c9-8fa8228b59e5') {'for_net_delete': True} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:44.488138 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d03c079-e1b4-4fb5-98c9-8fa8228b59e5') {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:44.503806 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9124829'] for segment (0d03c079-e1b4-4fb5-98c9-8fa8228b59e5), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:44.527616 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (0d03c079-e1b4-4fb5-98c9-8fa8228b59e5), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:44.536615 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=106242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 15:07:44.540605 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9125745'] for segment (0d03c079-e1b4-4fb5-98c9-8fa8228b59e5), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:44.596643 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Attempt 3 to provision port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb Sep 22 15:07:44.604576 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment 0d03c079-e1b4-4fb5-98c9-8fa8228b59e5 resource provider aggregate not found Sep 22 15:07:44.632765 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (ea012578-e47a-412a-a0de-4cc0569760fd), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:44.638547 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:44.641911 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/ea012578-e47a-412a-a0de-4cc0569760fd HTTP/1.1" status: 204 len: 168 time: 0.7889073 Sep 22 15:07:44.643595 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment 0d03c079-e1b4-4fb5-98c9-8fa8228b59e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d03c079-e1b4-4fb5-98c9-8fa8228b59e5 found for delete ", "request_id": "req-9eb59ff6-883d-466d-aac6-185c9538c7cb"}]} Sep 22 15:07:44.653493 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:07:44.656507 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:44.666602 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3f969-40a2-4ab7-be5d-846b1b82ac5a admin admin] Pushing event deleted for resources: {'Network': ['ID=ea012578-e47a-412a-a0de-4cc0569760fd,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:44.675657 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cfd17dea-6bc1-4981-bab0-5398f21cdee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764'] for port (16035ca5-806f-47c0-a14c-3f920a5997e7), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:44.702032 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cfd17dea-6bc1-4981-bab0-5398f21cdee1 None None] Network ea012578-e47a-412a-a0de-4cc0569760fd is not hosted by any dhcp agent {{(pid=106243) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 15:07:44.702546 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd17dea-6bc1-4981-bab0-5398f21cdee1 None None] No DVR routers for this DVR port 16035ca5-806f-47c0-a14c-3f920a5997e7 on host dv-cinder-856463-5-iscsi {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:07:44.704732 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd17dea-6bc1-4981-bab0-5398f21cdee1 None None] Pushing event deleted for resources: {'Port': ['ID=16035ca5-806f-47c0-a14c-3f920a5997e7,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:44.812041 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55070) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:44.867842 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55072) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:44.868062 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a200c877-c5f9-430e-b7fa-6d75cfa703d1 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=7ade45dd41b848c5801b6d37a4232f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540562 Sep 22 15:07:44.934974 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9d6f5c3a-b094-4028-ae5e-346cb5d97114 admin admin] Publish callbacks [] for security_group (0eee066d-f617-44bf-a7fc-fbd100f711f9), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:44.952824 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:07:44.957770 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9d6f5c3a-b094-4028-ae5e-346cb5d97114 admin admin] Publish callbacks [] for security_group (0eee066d-f617-44bf-a7fc-fbd100f711f9), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.005062 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:45.010917 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:45.011560 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (5f08c9d5-a3a5-4f88-8eac-f68200a51d24), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.011935 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 Sep 22 15:07:45.016517 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9d6f5c3a-b094-4028-ae5e-346cb5d97114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (0eee066d-f617-44bf-a7fc-fbd100f711f9), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.016681 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55076) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:45.019842 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9d6f5c3a-b094-4028-ae5e-346cb5d97114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.023427 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-9d6f5c3a-b094-4028-ae5e-346cb5d97114 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/0eee066d-f617-44bf-a7fc-fbd100f711f9 HTTP/1.1" status: 204 len: 168 time: 0.1519797 Sep 22 15:07:45.023577 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1790778679-network', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:07:45.030722 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f5c3a-b094-4028-ae5e-346cb5d97114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eee066d-f617-44bf-a7fc-fbd100f711f9,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:45.049302 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] Made reservation on behalf of 0755e1f2ba6f4899986c5a02f2b03688 for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:07:45.051712 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.071152 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.122765 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:45.123152 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (5f08c9d5-a3a5-4f88-8eac-f68200a51d24), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.134363 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:45.147756 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port 5f08c9d5-a3a5-4f88-8eac-f68200a51d24, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=5f08c9d5-a3a5-4f88-8eac-f68200a51d24,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:45.152128 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (5f08c9d5-a3a5-4f88-8eac-f68200a51d24), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.157764 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Attempt 4 to provision port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb Sep 22 15:07:45.181421 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] Publish callbacks [] for security_group (233177f0-9ca2-4928-860a-a72126b496ec), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.192475 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (233177f0-9ca2-4928-860a-a72126b496ec), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.223683 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 6c5e1e41-ddf3-4513-bcbf-5802b409be23 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:07:45.228715 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 15:07:45.241628 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233177f0-9ca2-4928-860a-a72126b496ec,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:45.250089 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (2a352b36-cabf-4794-aaba-b4a00a06687e), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.250306 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] Added segment 2a352b36-cabf-4794-aaba-b4a00a06687e of type vlan for network 0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c Sep 22 15:07:45.263737 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 6c5e1e41-ddf3-4513-bcbf-5802b409be23 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:07:45.264078 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 6c5e1e41-ddf3-4513-bcbf-5802b409be23 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:07:45.264503 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 16035ca5-806f-47c0-a14c-3f920a5997e7 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:07:45.278026 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:07:45.298569 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 16035ca5-806f-47c0-a14c-3f920a5997e7 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:07:45.298925 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 16035ca5-806f-47c0-a14c-3f920a5997e7 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:07:45.299380 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:07:45.302357 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=5f08c9d5-a3a5-4f88-8eac-f68200a51d24,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:45.322232 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:07:45.322580 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d4a24b0c-c3c8-4b13-8672-cdcc59f7e747 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:07:45.327669 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.359621 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.361125 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:45.362082 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.424083 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4062052 Sep 22 15:07:45.426978 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55082) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:45.433658 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-ffe475a8-c109-48d3-adb3-09b13851d4bc admin admin] Request body: {'subnet': {'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1790778679-subnet', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'ip_version': 4}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:07:45.438401 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82daa8c2-4e0b-4de8-853e-cb452b8567cc admin admin] Pushing event updated for resources: {'Network': ['ID=0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:45.449831 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network 0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 15:07:45.465036 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe475a8-c109-48d3-adb3-09b13851d4bc admin admin] Made reservation on behalf of 0755e1f2ba6f4899986c5a02f2b03688 for: {'subnet': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:07:45.469164 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ffe475a8-c109-48d3-adb3-09b13851d4bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10217131'] for subnet (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.512153 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55084) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:45.564900 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f50c7f5b-3e81-4fa6-af93-62b45d6ff893 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=6ae921f7a2cb48aaa698c627874b544e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513079 Sep 22 15:07:45.567336 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55086) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:45.606518 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:45.619449 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-62b21c98-60d6-4b2f-a6dd-eb878ae4d64a admin admin] Publish callbacks [] for security_group (6b29b3f9-4c80-4c5f-be4e-bee689d09a56), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.642457 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-62b21c98-60d6-4b2f-a6dd-eb878ae4d64a admin admin] Publish callbacks [] for security_group (6b29b3f9-4c80-4c5f-be4e-bee689d09a56), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.671925 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ffe475a8-c109-48d3-adb3-09b13851d4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2325416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10217149'] for subnet (a4e94d3d-f131-4532-be50-89098c9bf8ff), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.697161 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Sync routers for ids ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:07:45.698647 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-62b21c98-60d6-4b2f-a6dd-eb878ae4d64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (6b29b3f9-4c80-4c5f-be4e-bee689d09a56), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.701391 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-62b21c98-60d6-4b2f-a6dd-eb878ae4d64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.703102 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-62b21c98-60d6-4b2f-a6dd-eb878ae4d64a admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/6b29b3f9-4c80-4c5f-be4e-bee689d09a56 HTTP/1.1" status: 204 len: 168 time: 0.1343143 Sep 22 15:07:45.711800 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Routers {'c4d0038c-a4bb-4af3-b9f9-cbc53713335b'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:07:45.712634 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:07:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:45.721798 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b21c98-60d6-4b2f-a6dd-eb878ae4d64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b29b3f9-4c80-4c5f-be4e-bee689d09a56,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:45.741496 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe475a8-c109-48d3-adb3-09b13851d4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e94d3d-f131-4532-be50-89098c9bf8ff,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:45.753786 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe475a8-c109-48d3-adb3-09b13851d4bc admin admin] Checking segment: {'id': '2a352b36-cabf-4794-aaba-b4a00a06687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:07:45.754146 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe475a8-c109-48d3-adb3-09b13851d4bc admin admin] Network hostable DHCP agents. Network: 0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 15:07:45.773394 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe475a8-c109-48d3-adb3-09b13851d4bc admin admin] Network 0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 15:07:45.778898 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Attempt 5 to provision port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb Sep 22 15:07:45.784218 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-ffe475a8-c109-48d3-adb3-09b13851d4bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, 0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c) {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:07:45.789446 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe475a8-c109-48d3-adb3-09b13851d4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:45.790123 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ffe475a8-c109-48d3-adb3-09b13851d4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.810366 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-ffe475a8-c109-48d3-adb3-09b13851d4bc admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3815227 Sep 22 15:07:45.811824 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55090) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:45.816807 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ea7ca-2166-4499-96ea-8d14d5521892 None None] Network 0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:07:45.818947 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1790778679-router', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:07:45.834964 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Set router c4d0038c-a4bb-4af3-b9f9-cbc53713335b gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:07:45.854954 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4124553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15760'] for router (9854db9c-8b4f-4663-bca6-4575419dc7dc), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.856206 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4099067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4192051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15769'] for router (9854db9c-8b4f-4663-bca6-4575419dc7dc), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.887605 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:07:45.923359 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Publish callbacks [] for router_controller (9854db9c-8b4f-4663-bca6-4575419dc7dc), precommit_add_association {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:45.954396 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd1ba1b-f342-5f5c-8987-fbda7cf6b98e-0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c', 'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c', 'project_id': '0755e1f2ba6f4899986c5a02f2b03688', 'fixed_ips': [{'subnet_id': 'a4e94d3d-f131-4532-be50-89098c9bf8ff'}]}} from dv-cinder-856463-5-iscsi. {{(pid=106243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 15:07:45.955689 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.104706 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Publish callbacks [] for router_gateway (9854db9c-8b4f-4663-bca6-4575419dc7dc), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.135967 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Allocated IP 172.20.0.2 (0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c/a4e94d3d-f131-4532-be50-89098c9bf8ff/2c6547ac-cf89-43da-b14b-8572fbb16054) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:07:46.154281 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:39Z', 'updated_at': '2022-09-22T15:07:43Z', 'revision_number': 4, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'gw_port': {'id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:40Z', 'updated_at': '2022-09-22T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb', 'name': '', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'mac_address': 'fa:16:3e:1d:7f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:42Z', 'updated_at': '2022-09-22T15:07:43Z', 'revision_number': 2, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'subnets': [{'id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:46.193525 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:46.193783 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Checking router: c4d0038c-a4bb-4af3-b9f9-cbc53713335b for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:07:46.194137 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Updating router c4d0038c-a4bb-4af3-b9f9-cbc53713335b port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb binding host dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:07:46.228847 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.307001 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Publish callbacks [] for port (2c6547ac-cf89-43da-b14b-8572fbb16054), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.314238 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (2c6547ac-cf89-43da-b14b-8572fbb16054), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.317765 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:46.327282 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Publish callbacks [] for router_gateway (9854db9c-8b4f-4663-bca6-4575419dc7dc), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.347693 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.359219 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Network 0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:07:46.364757 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:07:46.367825 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:07:46.374547 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Pushing event updated for resources: {'Port': ['ID=2c6547ac-cf89-43da-b14b-8572fbb16054,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:46.397330 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Attempt 6 to provision port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb Sep 22 15:07:46.444723 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:46.458321 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Allocated IP 172.27.1.121 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/c8299aed-848c-409b-9618-af0d31cabcf5) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:07:46.460051 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Attempting to bind port 2c6547ac-cf89-43da-b14b-8572fbb16054 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:07:46.460924 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Attempting to bind port 2c6547ac-cf89-43da-b14b-8572fbb16054 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '2a352b36-cabf-4794-aaba-b4a00a06687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:07:46.461654 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Attempting to bind port 2c6547ac-cf89-43da-b14b-8572fbb16054 on network 0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:07:46.465650 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:07:46.506713 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:07:46.507423 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Checking segment: {'id': '2a352b36-cabf-4794-aaba-b4a00a06687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:07:46.508005 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.508543 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Bound using segment: {'id': '2a352b36-cabf-4794-aaba-b4a00a06687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:07:46.509535 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Bound port: 2c6547ac-cf89-43da-b14b-8572fbb16054, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a352b36-cabf-4794-aaba-b4a00a06687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:07:46.509925 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (2c6547ac-cf89-43da-b14b-8572fbb16054), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.514404 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Publish callbacks [] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.521250 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.572515 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:46.575034 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Publish callbacks [] for port (c8299aed-848c-409b-9618-af0d31cabcf5), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.576791 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] For port 2c6547ac-cf89-43da-b14b-8572fbb16054, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:07:46.580963 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] For port 2c6547ac-cf89-43da-b14b-8572fbb16054, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=2c6547ac-cf89-43da-b14b-8572fbb16054,segment=NetworkSegment(2a352b36-cabf-4794-aaba-b4a00a06687e),segment_id=2a352b36-cabf-4794-aaba-b4a00a06687e)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:07:46.587264 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (2c6547ac-cf89-43da-b14b-8572fbb16054), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.588502 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780be03-c28f-4505-bf14-3d712440b775 None None] Pushing event updated for resources: {'Port': ['ID=70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:46.621434 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Attempting to bind port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:07:46.622213 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Attempting to bind port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': 'fa4c474e-496b-4da5-afda-7a5be842ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:07:46.622839 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Attempting to bind port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb on network b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:07:46.625479 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (c8299aed-848c-409b-9618-af0d31cabcf5), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.657690 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375e507-5a62-4aca-8c16-357013a739f3 None None] Pushing event updated for resources: {'Port': ['ID=2c6547ac-cf89-43da-b14b-8572fbb16054,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:46.671420 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:07:46.671420 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Checking segment: {'id': 'fa4c474e-496b-4da5-afda-7a5be842ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:07:46.671887 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.672214 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Bound using segment: {'id': 'fa4c474e-496b-4da5-afda-7a5be842ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:07:46.672629 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Bound port: 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4c474e-496b-4da5-afda-7a5be842ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:07:46.673014 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.694959 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Pushing event updated for resources: {'Port': ['ID=c8299aed-848c-409b-9618-af0d31cabcf5,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:46.698420 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:07:46.700144 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:07:46.702102 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:07:46.723748 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:46.745578 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] For port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:07:46.748911 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] For port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb,segment=NetworkSegment(fa4c474e-496b-4da5-afda-7a5be842ebf1),segment_id=fa4c474e-496b-4da5-afda-7a5be842ebf1)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:07:46.754836 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:46.814767 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Routers {'c4d0038c-a4bb-4af3-b9f9-cbc53713335b'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:07:46.815581 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:07:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:46.879327 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780be03-c28f-4505-bf14-3d712440b775 None None] Pushing event updated for resources: {'Port': ['ID=70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:46.908268 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:46.967652 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Attempt 7 to provision port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb Sep 22 15:07:46.990142 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] Set router c4d0038c-a4bb-4af3-b9f9-cbc53713335b gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:07:47.029737 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Publish callbacks [] for router_gateway (9854db9c-8b4f-4663-bca6-4575419dc7dc), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:47.063417 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 2c6547ac-cf89-43da-b14b-8572fbb16054 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:07:47.088709 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Current status of the port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:47.089103 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:47.132673 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 2c6547ac-cf89-43da-b14b-8572fbb16054 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:47.132976 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (2c6547ac-cf89-43da-b14b-8572fbb16054), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:47.133334 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 2c6547ac-cf89-43da-b14b-8572fbb16054 Sep 22 15:07:47.168700 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] For port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb,segment=NetworkSegment(fa4c474e-496b-4da5-afda-7a5be842ebf1),segment_id=fa4c474e-496b-4da5-afda-7a5be842ebf1)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:47.179378 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:47.210020 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:39Z', 'updated_at': '2022-09-22T15:07:43Z', 'revision_number': 4, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'gw_port': {'id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:40Z', 'updated_at': '2022-09-22T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb', 'name': '', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'mac_address': 'fa:16:3e:1d:7f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:42Z', 'updated_at': '2022-09-22T15:07:46Z', 'revision_number': 4, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'subnets': [{'id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:47.240329 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2ce590-0bec-463e-b51c-529cd3d5db11 None None] The sync data for ids ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'] in dv-cinder-856463-5-iscsi is: [{'id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:39Z', 'updated_at': '2022-09-22T15:07:43Z', 'revision_number': 4, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'gw_port': {'id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:40Z', 'updated_at': '2022-09-22T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb', 'name': '', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'mac_address': 'fa:16:3e:1d:7f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:42Z', 'updated_at': '2022-09-22T15:07:46Z', 'revision_number': 4, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'subnets': [{'id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:07:47.255142 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121636'] for router (9854db9c-8b4f-4663-bca6-4575419dc7dc), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:47.256720 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71b0e4-75a2-4d26-a39e-ad2801b7e8b2 None None] Pushing event updated for resources: {'Port': ['ID=70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:47.259977 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:47.273542 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 2c6547ac-cf89-43da-b14b-8572fbb16054 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:47.274633 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (2c6547ac-cf89-43da-b14b-8572fbb16054), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:47.313500 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6409107b-d5af-4722-8863-a695d80f7af5 None None] Provisioning complete for port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:47.314068 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6409107b-d5af-4722-8863-a695d80f7af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:47.314606 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6409107b-d5af-4722-8863-a695d80f7af5 None None] Attempt 1 to provision port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb Sep 22 15:07:47.348441 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:47.379218 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port 2c6547ac-cf89-43da-b14b-8572fbb16054, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=2c6547ac-cf89-43da-b14b-8572fbb16054,segment=NetworkSegment(2a352b36-cabf-4794-aaba-b4a00a06687e),segment_id=2a352b36-cabf-4794-aaba-b4a00a06687e)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:47.392166 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (2c6547ac-cf89-43da-b14b-8572fbb16054), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:47.393220 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:07:47.479248 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Router 9854db9c-8b4f-4663-bca6-4575419dc7dc is scheduled to L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 with binding_index 1 {{(pid=106242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 15:07:47.515306 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6409107b-d5af-4722-8863-a695d80f7af5 None None] Current status of the port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:47.524767 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=2c6547ac-cf89-43da-b14b-8572fbb16054,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:47.529796 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:47.530180 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (5f08c9d5-a3a5-4f88-8eac-f68200a51d24), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:47.530602 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 Sep 22 15:07:47.619423 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:07:47.626994 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:47.637592 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Sync routers for ids ['9854db9c-8b4f-4663-bca6-4575419dc7dc'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:07:47.644605 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:47.648800 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55092) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:47.649962 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-66fea451-6a76-41a3-822f-09cc5c08cd30 admin admin] 10.222.0.66 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8319886 Sep 22 15:07:47.664205 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Routers {'9854db9c-8b4f-4663-bca6-4575419dc7dc'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:07:47.665212 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:07:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['9854db9c-8b4f-4663-bca6-4575419dc7dc'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:47.694538 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:47.716394 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:47.776877 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:47.779082 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Set router 9854db9c-8b4f-4663-bca6-4575419dc7dc gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:07:47.851631 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd43c8f6-1851-4169-a47e-d697e405b2f5 None None] Network 0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:07:47.970044 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-dcfd0a34-04b8-45cb-bb4d-4f26b8eda825 None None] Provisioning complete for port 2c6547ac-cf89-43da-b14b-8572fbb16054 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:47.970415 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0a34-04b8-45cb-bb4d-4f26b8eda825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (2c6547ac-cf89-43da-b14b-8572fbb16054), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:47.970747 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-dcfd0a34-04b8-45cb-bb4d-4f26b8eda825 None None] Attempt 1 to provision port 2c6547ac-cf89-43da-b14b-8572fbb16054 Sep 22 15:07:48.114849 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.284414 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'name': 'tempest-TestShelveInstance-1790778679-router', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'c8299aed-848c-409b-9618-af0d31cabcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:45Z', 'updated_at': '2022-09-22T15:07:46Z', 'revision_number': 3, 'project_id': '0755e1f2ba6f4899986c5a02f2b03688', 'gw_port': {'id': 'c8299aed-848c-409b-9618-af0d31cabcf5', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:38:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:46Z', 'updated_at': '2022-09-22T15:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:48.293846 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Allocated IP 172.20.0.1 (0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c/a4e94d3d-f131-4532-be50-89098c9bf8ff/e7a09c7e-f46d-4282-ac04-498657500341) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:07:48.300371 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd0a34-04b8-45cb-bb4d-4f26b8eda825 None None] Current status of the port 2c6547ac-cf89-43da-b14b-8572fbb16054 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:48.326151 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Checking router: 9854db9c-8b4f-4663-bca6-4575419dc7dc for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:07:48.326503 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Updating router 9854db9c-8b4f-4663-bca6-4575419dc7dc port c8299aed-848c-409b-9618-af0d31cabcf5 binding host dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:07:48.369942 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (c8299aed-848c-409b-9618-af0d31cabcf5), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.430636 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Publish callbacks [] for port (e7a09c7e-f46d-4282-ac04-498657500341), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.470487 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (e7a09c7e-f46d-4282-ac04-498657500341), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.487859 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:48.523793 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Network 0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:07:48.529107 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:07:48.531855 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a09c7e-f46d-4282-ac04-498657500341,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:48.533981 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:07:48.549789 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-4cd3a480-e93f-4960-9b97-d7d3de5075f1 None None] Provisioning complete for port 2c6547ac-cf89-43da-b14b-8572fbb16054 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:48.550330 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4cd3a480-e93f-4960-9b97-d7d3de5075f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (2c6547ac-cf89-43da-b14b-8572fbb16054), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.551064 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-4cd3a480-e93f-4960-9b97-d7d3de5075f1 None None] Attempt 1 to provision port 2c6547ac-cf89-43da-b14b-8572fbb16054 Sep 22 15:07:48.578743 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4097821'] for router_interface (9854db9c-8b4f-4663-bca6-4575419dc7dc), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.584941 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:48.678370 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:48.704166 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-4cd3a480-e93f-4960-9b97-d7d3de5075f1 None None] Current status of the port 2c6547ac-cf89-43da-b14b-8572fbb16054 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:48.725600 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (e7a09c7e-f46d-4282-ac04-498657500341), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.725838 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Publish callbacks [] for port (c8299aed-848c-409b-9618-af0d31cabcf5), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.732558 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (c8299aed-848c-409b-9618-af0d31cabcf5), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.767927 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Attempting to bind port c8299aed-848c-409b-9618-af0d31cabcf5 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:07:48.768308 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Attempting to bind port c8299aed-848c-409b-9618-af0d31cabcf5 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:07:48.768682 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Attempting to bind port c8299aed-848c-409b-9618-af0d31cabcf5 on network 0158fd45-c628-47d4-94af-d510067846ec {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:07:48.796951 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:48.810118 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c46a9-340b-4797-bef1-fc20b5ed4f55 None None] Pushing event updated for resources: {'Port': ['ID=c8299aed-848c-409b-9618-af0d31cabcf5,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:48.835958 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Provisioning complete for port e7a09c7e-f46d-4282-ac04-498657500341 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:48.836337 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (e7a09c7e-f46d-4282-ac04-498657500341), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.836675 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Attempt 1 to provision port e7a09c7e-f46d-4282-ac04-498657500341 Sep 22 15:07:48.840083 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:07:48.840317 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Checking segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:07:48.840713 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.841114 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Bound using segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:07:48.841899 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Bound port: c8299aed-848c-409b-9618-af0d31cabcf5, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:07:48.842023 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (c8299aed-848c-409b-9618-af0d31cabcf5), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.894561 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Publish callbacks [] for port (e7a09c7e-f46d-4282-ac04-498657500341), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.900078 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (e7a09c7e-f46d-4282-ac04-498657500341), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.900925 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Port e7a09c7e-f46d-4282-ac04-498657500341 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:07:48.917820 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] For port c8299aed-848c-409b-9618-af0d31cabcf5, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:07:48.921465 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] For port c8299aed-848c-409b-9618-af0d31cabcf5, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=c8299aed-848c-409b-9618-af0d31cabcf5,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:07:48.931972 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (c8299aed-848c-409b-9618-af0d31cabcf5), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.971979 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Routers {'9854db9c-8b4f-4663-bca6-4575419dc7dc'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:07:48.972618 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:07:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['9854db9c-8b4f-4663-bca6-4575419dc7dc'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:48.975718 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4097929'] for router_interface (9854db9c-8b4f-4663-bca6-4575419dc7dc), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:48.978737 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a09c7e-f46d-4282-ac04-498657500341,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:49.024767 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:07:49.062549 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c46a9-340b-4797-bef1-fc20b5ed4f55 None None] Pushing event updated for resources: {'Port': ['ID=c8299aed-848c-409b-9618-af0d31cabcf5,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:49.092837 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Network 0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:07:49.094850 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:07:49.139492 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:49.140385 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:49.140725 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb Sep 22 15:07:49.165782 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] Set router 9854db9c-8b4f-4663-bca6-4575419dc7dc gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:07:49.212967 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Router 9854db9c-8b4f-4663-bca6-4575419dc7dc has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:07:49.252075 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:49.335896 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:07:49.336340 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:49.337431 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 2c6547ac-cf89-43da-b14b-8572fbb16054 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:07:49.342592 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-8c300863-339b-43d7-aa7f-a944d7af8361 admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/9854db9c-8b4f-4663-bca6-4575419dc7dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6916866 Sep 22 15:07:49.415708 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Attempt 2 to provision port e7a09c7e-f46d-4282-ac04-498657500341 Sep 22 15:07:49.466280 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Port e7a09c7e-f46d-4282-ac04-498657500341 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:07:49.468757 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 2c6547ac-cf89-43da-b14b-8572fbb16054 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:49.469125 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (2c6547ac-cf89-43da-b14b-8572fbb16054), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:49.469458 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 2c6547ac-cf89-43da-b14b-8572fbb16054 Sep 22 15:07:49.476853 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'name': 'tempest-TestShelveInstance-1790778679-router', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'c8299aed-848c-409b-9618-af0d31cabcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:45Z', 'updated_at': '2022-09-22T15:07:48Z', 'revision_number': 4, 'project_id': '0755e1f2ba6f4899986c5a02f2b03688', 'gw_port': {'id': 'c8299aed-848c-409b-9618-af0d31cabcf5', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:38:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:46Z', 'updated_at': '2022-09-22T15:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': 'e7a09c7e-f46d-4282-ac04-498657500341', 'name': '', 'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'mac_address': 'fa:16:3e:49:5a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a4e94d3d-f131-4532-be50-89098c9bf8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:48Z', 'updated_at': '2022-09-22T15:07:48Z', 'revision_number': 2, 'project_id': '0755e1f2ba6f4899986c5a02f2b03688', 'subnets': [{'id': 'a4e94d3d-f131-4532-be50-89098c9bf8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:49.522554 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aced75-fb01-4e2f-88ad-35ac807a3f6f None None] The sync data for ids ['9854db9c-8b4f-4663-bca6-4575419dc7dc'] in dv-cinder-856463-5-iscsi is: [{'id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'name': 'tempest-TestShelveInstance-1790778679-router', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'c8299aed-848c-409b-9618-af0d31cabcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:45Z', 'updated_at': '2022-09-22T15:07:48Z', 'revision_number': 4, 'project_id': '0755e1f2ba6f4899986c5a02f2b03688', 'gw_port': {'id': 'c8299aed-848c-409b-9618-af0d31cabcf5', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:38:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:46Z', 'updated_at': '2022-09-22T15:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': 'e7a09c7e-f46d-4282-ac04-498657500341', 'name': '', 'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'mac_address': 'fa:16:3e:49:5a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a4e94d3d-f131-4532-be50-89098c9bf8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:48Z', 'updated_at': '2022-09-22T15:07:48Z', 'revision_number': 2, 'project_id': '0755e1f2ba6f4899986c5a02f2b03688', 'subnets': [{'id': 'a4e94d3d-f131-4532-be50-89098c9bf8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:07:49.573626 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:49.577005 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 2c6547ac-cf89-43da-b14b-8572fbb16054 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:49.764273 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55100) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:49.769034 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-51624edc-bd8e-45e1-af97-6932d7733c4f tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1907371868', 'description': 'tempest-secgroup-smoke-1907371868 description', 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:07:49.790202 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-51624edc-bd8e-45e1-af97-6932d7733c4f tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:49.822560 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:49.864926 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-51624edc-bd8e-45e1-af97-6932d7733c4f tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group (da759d78-95ce-4c07-b405-4cebad1b8a32), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:49.869221 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-51624edc-bd8e-45e1-af97-6932d7733c4f tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (da759d78-95ce-4c07-b405-4cebad1b8a32), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:49.901611 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-51624edc-bd8e-45e1-af97-6932d7733c4f tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:49.902849 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-51624edc-bd8e-45e1-af97-6932d7733c4f tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1375017 Sep 22 15:07:49.903954 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51624edc-bd8e-45e1-af97-6932d7733c4f tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da759d78-95ce-4c07-b405-4cebad1b8a32,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:49.906517 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55102) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:49.911831 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-7f2b9711-d6e5-45a7-8a79-dc9233815e24 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Request body: {'security_group_rule': {'security_group_id': 'da759d78-95ce-4c07-b405-4cebad1b8a32', 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:07:49.943163 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9711-d6e5-45a7-8a79-dc9233815e24 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (924c0201-d70b-43c2-9c6c-db7b10d99e3f), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:49.967907 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Attempt 3 to provision port e7a09c7e-f46d-4282-ac04-498657500341 Sep 22 15:07:50.002719 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9711-d6e5-45a7-8a79-dc9233815e24 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (924c0201-d70b-43c2-9c6c-db7b10d99e3f), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.006185 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Port e7a09c7e-f46d-4282-ac04-498657500341 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:07:50.007653 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9711-d6e5-45a7-8a79-dc9233815e24 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (924c0201-d70b-43c2-9c6c-db7b10d99e3f), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.027036 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b9711-d6e5-45a7-8a79-dc9233815e24 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924c0201-d70b-43c2-9c6c-db7b10d99e3f,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:50.034250 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9711-d6e5-45a7-8a79-dc9233815e24 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.035478 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7f2b9711-d6e5-45a7-8a79-dc9233815e24 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277270 Sep 22 15:07:50.038114 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55104) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:50.042447 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-4061e73c-47f3-4876-bc3a-b4dc3d743e35 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Request body: {'security_group_rule': {'security_group_id': 'da759d78-95ce-4c07-b405-4cebad1b8a32', 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:07:50.070753 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4061e73c-47f3-4876-bc3a-b4dc3d743e35 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (47809726-8d21-4f54-9ff8-e0013718e1ce), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.137757 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4061e73c-47f3-4876-bc3a-b4dc3d743e35 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (47809726-8d21-4f54-9ff8-e0013718e1ce), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.143366 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4061e73c-47f3-4876-bc3a-b4dc3d743e35 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (47809726-8d21-4f54-9ff8-e0013718e1ce), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.165798 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061e73c-47f3-4876-bc3a-b4dc3d743e35 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47809726-8d21-4f54-9ff8-e0013718e1ce,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:50.171666 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4061e73c-47f3-4876-bc3a-b4dc3d743e35 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.172897 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-4061e73c-47f3-4876-bc3a-b4dc3d743e35 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338589 Sep 22 15:07:50.175620 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55106) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:50.180784 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-0e975038-3742-481e-bed9-2c2a9fa31e29 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Request body: {'security_group_rule': {'security_group_id': 'da759d78-95ce-4c07-b405-4cebad1b8a32', 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:07:50.185293 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:50.210988 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0e975038-3742-481e-bed9-2c2a9fa31e29 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (8aa7e14c-232b-4939-8370-cb81b356d559), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.276717 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0e975038-3742-481e-bed9-2c2a9fa31e29 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (8aa7e14c-232b-4939-8370-cb81b356d559), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.281320 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0e975038-3742-481e-bed9-2c2a9fa31e29 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (8aa7e14c-232b-4939-8370-cb81b356d559), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.301892 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e975038-3742-481e-bed9-2c2a9fa31e29 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa7e14c-232b-4939-8370-cb81b356d559,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:50.309405 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-0e975038-3742-481e-bed9-2c2a9fa31e29 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.310616 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-0e975038-3742-481e-bed9-2c2a9fa31e29 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340733 Sep 22 15:07:50.313408 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55108) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:50.317634 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-13031fb8-f951-40f7-9d86-a3e2f7dc43a5 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Request body: {'security_group_rule': {'security_group_id': 'da759d78-95ce-4c07-b405-4cebad1b8a32', 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:07:50.345424 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-13031fb8-f951-40f7-9d86-a3e2f7dc43a5 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (96955466-bacc-47d0-aa58-72563867fc8f), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.390820 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:50.411349 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-13031fb8-f951-40f7-9d86-a3e2f7dc43a5 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (96955466-bacc-47d0-aa58-72563867fc8f), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.415896 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-13031fb8-f951-40f7-9d86-a3e2f7dc43a5 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (96955466-bacc-47d0-aa58-72563867fc8f), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.437787 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13031fb8-f951-40f7-9d86-a3e2f7dc43a5 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96955466-bacc-47d0-aa58-72563867fc8f,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:50.448219 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-13031fb8-f951-40f7-9d86-a3e2f7dc43a5 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.449531 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-13031fb8-f951-40f7-9d86-a3e2f7dc43a5 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351426 Sep 22 15:07:50.453083 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55110) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:50.457752 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-5a105a2e-851f-48ea-8bb4-7027fea0a2d3 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Request body: {'security_group_rule': {'security_group_id': 'da759d78-95ce-4c07-b405-4cebad1b8a32', 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:07:50.480489 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.securitygroups_db [None req-5a105a2e-851f-48ea-8bb4-7027fea0a2d3 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Project eb5677466f5d4032a4cf6f05e34c3443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 15:07:50.487857 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5a105a2e-851f-48ea-8bb4-7027fea0a2d3 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (f0faea71-f1c4-4767-9b7e-58a0d413a8e9), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.507644 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Attempt 4 to provision port e7a09c7e-f46d-4282-ac04-498657500341 Sep 22 15:07:50.543729 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Port e7a09c7e-f46d-4282-ac04-498657500341 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:07:50.551444 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5a105a2e-851f-48ea-8bb4-7027fea0a2d3 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (f0faea71-f1c4-4767-9b7e-58a0d413a8e9), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.555343 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5a105a2e-851f-48ea-8bb4-7027fea0a2d3 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (f0faea71-f1c4-4767-9b7e-58a0d413a8e9), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.574102 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a105a2e-851f-48ea-8bb4-7027fea0a2d3 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0faea71-f1c4-4767-9b7e-58a0d413a8e9,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:50.584170 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5a105a2e-851f-48ea-8bb4-7027fea0a2d3 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.588984 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5a105a2e-851f-48ea-8bb4-7027fea0a2d3 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319854 Sep 22 15:07:50.589239 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55112) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:07:50.594402 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-ec3dd357-e50d-4a68-bd47-e2d3e3e13222 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Request body: {'security_group_rule': {'security_group_id': 'da759d78-95ce-4c07-b405-4cebad1b8a32', 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:07:50.617414 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.securitygroups_db [None req-ec3dd357-e50d-4a68-bd47-e2d3e3e13222 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Project eb5677466f5d4032a4cf6f05e34c3443 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 15:07:50.623835 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ec3dd357-e50d-4a68-bd47-e2d3e3e13222 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (7f7887f3-263a-48d1-b33a-5907d459c16c), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.689126 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ec3dd357-e50d-4a68-bd47-e2d3e3e13222 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (7f7887f3-263a-48d1-b33a-5907d459c16c), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.692582 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ec3dd357-e50d-4a68-bd47-e2d3e3e13222 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (7f7887f3-263a-48d1-b33a-5907d459c16c), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.713617 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3dd357-e50d-4a68-bd47-e2d3e3e13222 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7887f3-263a-48d1-b33a-5907d459c16c,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:50.717663 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ec3dd357-e50d-4a68-bd47-e2d3e3e13222 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:50.727890 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ec3dd357-e50d-4a68-bd47-e2d3e3e13222 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291938 Sep 22 15:07:50.966319 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device c8299aed-848c-409b-9618-af0d31cabcf5 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:07:51.018998 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port c8299aed-848c-409b-9618-af0d31cabcf5 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:51.019419 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (c8299aed-848c-409b-9618-af0d31cabcf5), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:51.019767 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port c8299aed-848c-409b-9618-af0d31cabcf5 Sep 22 15:07:51.050780 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Attempt 5 to provision port e7a09c7e-f46d-4282-ac04-498657500341 Sep 22 15:07:51.092251 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Port e7a09c7e-f46d-4282-ac04-498657500341 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:07:51.131380 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port c8299aed-848c-409b-9618-af0d31cabcf5 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:51.131779 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (c8299aed-848c-409b-9618-af0d31cabcf5), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:51.159296 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port c8299aed-848c-409b-9618-af0d31cabcf5, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=c8299aed-848c-409b-9618-af0d31cabcf5,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:51.165122 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (c8299aed-848c-409b-9618-af0d31cabcf5), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:51.235904 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=c8299aed-848c-409b-9618-af0d31cabcf5,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:51.537156 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Sync routers for ids ['9854db9c-8b4f-4663-bca6-4575419dc7dc'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:07:51.547816 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Routers {'9854db9c-8b4f-4663-bca6-4575419dc7dc'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:07:51.548416 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:07:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['9854db9c-8b4f-4663-bca6-4575419dc7dc'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:51.593088 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Attempt 6 to provision port e7a09c7e-f46d-4282-ac04-498657500341 Sep 22 15:07:51.626506 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Port e7a09c7e-f46d-4282-ac04-498657500341 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:07:51.652333 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Set router 9854db9c-8b4f-4663-bca6-4575419dc7dc gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:07:51.832561 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:51.842232 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'name': 'tempest-TestShelveInstance-1790778679-router', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'c8299aed-848c-409b-9618-af0d31cabcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:45Z', 'updated_at': '2022-09-22T15:07:48Z', 'revision_number': 4, 'project_id': '0755e1f2ba6f4899986c5a02f2b03688', 'gw_port': {'id': 'c8299aed-848c-409b-9618-af0d31cabcf5', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:46Z', 'updated_at': '2022-09-22T15:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': 'e7a09c7e-f46d-4282-ac04-498657500341', 'name': '', 'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'mac_address': 'fa:16:3e:49:5a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a4e94d3d-f131-4532-be50-89098c9bf8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:48Z', 'updated_at': '2022-09-22T15:07:48Z', 'revision_number': 2, 'project_id': '0755e1f2ba6f4899986c5a02f2b03688', 'subnets': [{'id': 'a4e94d3d-f131-4532-be50-89098c9bf8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:51.867917 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Checking router: 9854db9c-8b4f-4663-bca6-4575419dc7dc for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:07:51.868269 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Updating router 9854db9c-8b4f-4663-bca6-4575419dc7dc port e7a09c7e-f46d-4282-ac04-498657500341 binding host dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:07:51.899085 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (e7a09c7e-f46d-4282-ac04-498657500341), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:52.129025 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Attempt 7 to provision port e7a09c7e-f46d-4282-ac04-498657500341 Sep 22 15:07:52.149815 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:52.165383 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Port e7a09c7e-f46d-4282-ac04-498657500341 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:07:52.239904 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Publish callbacks [] for port (e7a09c7e-f46d-4282-ac04-498657500341), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:52.246024 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (e7a09c7e-f46d-4282-ac04-498657500341), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:52.321736 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3944e3-8c56-4f08-861b-881413930460 None None] Pushing event updated for resources: {'Port': ['ID=e7a09c7e-f46d-4282-ac04-498657500341,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:52.336590 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Attempting to bind port e7a09c7e-f46d-4282-ac04-498657500341 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:07:52.336955 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Attempting to bind port e7a09c7e-f46d-4282-ac04-498657500341 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '2a352b36-cabf-4794-aaba-b4a00a06687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:07:52.337318 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Attempting to bind port e7a09c7e-f46d-4282-ac04-498657500341 on network 0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:07:52.379794 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:07:52.380088 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Checking segment: {'id': '2a352b36-cabf-4794-aaba-b4a00a06687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:07:52.380444 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:52.380830 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Bound using segment: {'id': '2a352b36-cabf-4794-aaba-b4a00a06687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:07:52.381295 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Bound port: e7a09c7e-f46d-4282-ac04-498657500341, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a352b36-cabf-4794-aaba-b4a00a06687e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:07:52.381672 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (e7a09c7e-f46d-4282-ac04-498657500341), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:52.443153 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] For port e7a09c7e-f46d-4282-ac04-498657500341, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:07:52.446307 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] For port e7a09c7e-f46d-4282-ac04-498657500341, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=e7a09c7e-f46d-4282-ac04-498657500341,segment=NetworkSegment(2a352b36-cabf-4794-aaba-b4a00a06687e),segment_id=2a352b36-cabf-4794-aaba-b4a00a06687e)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:07:52.454340 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (e7a09c7e-f46d-4282-ac04-498657500341), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:52.457575 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:52.490573 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Routers {'9854db9c-8b4f-4663-bca6-4575419dc7dc'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:07:52.491187 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:07:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['9854db9c-8b4f-4663-bca6-4575419dc7dc'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:52.551902 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3944e3-8c56-4f08-861b-881413930460 None None] Pushing event updated for resources: {'Port': ['ID=e7a09c7e-f46d-4282-ac04-498657500341,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:52.612710 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] Set router 9854db9c-8b4f-4663-bca6-4575419dc7dc gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:07:52.667055 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Attempt 8 to provision port e7a09c7e-f46d-4282-ac04-498657500341 Sep 22 15:07:52.728248 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:52.745549 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Current status of the port e7a09c7e-f46d-4282-ac04-498657500341 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:52.745934 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (e7a09c7e-f46d-4282-ac04-498657500341), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:52.779400 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] For port e7a09c7e-f46d-4282-ac04-498657500341, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=e7a09c7e-f46d-4282-ac04-498657500341,segment=NetworkSegment(2a352b36-cabf-4794-aaba-b4a00a06687e),segment_id=2a352b36-cabf-4794-aaba-b4a00a06687e)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:07:52.784285 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (e7a09c7e-f46d-4282-ac04-498657500341), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:52.786410 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:52.808767 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'name': 'tempest-TestShelveInstance-1790778679-router', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'c8299aed-848c-409b-9618-af0d31cabcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:45Z', 'updated_at': '2022-09-22T15:07:48Z', 'revision_number': 4, 'project_id': '0755e1f2ba6f4899986c5a02f2b03688', 'gw_port': {'id': 'c8299aed-848c-409b-9618-af0d31cabcf5', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:46Z', 'updated_at': '2022-09-22T15:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': 'e7a09c7e-f46d-4282-ac04-498657500341', 'name': '', 'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'mac_address': 'fa:16:3e:49:5a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a4e94d3d-f131-4532-be50-89098c9bf8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:48Z', 'updated_at': '2022-09-22T15:07:52Z', 'revision_number': 4, 'project_id': '0755e1f2ba6f4899986c5a02f2b03688', 'subnets': [{'id': 'a4e94d3d-f131-4532-be50-89098c9bf8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:07:52.831026 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba9ac5-16b1-4400-b21a-0e9fef2f516f None None] Pushing event updated for resources: {'Port': ['ID=e7a09c7e-f46d-4282-ac04-498657500341,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:07:52.837994 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c703367-65f4-4bdc-8a0c-7b0e1958c21d None None] The sync data for ids ['9854db9c-8b4f-4663-bca6-4575419dc7dc'] in dv-cinder-856463-5-iscsi is: [{'id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'name': 'tempest-TestShelveInstance-1790778679-router', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'c8299aed-848c-409b-9618-af0d31cabcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:45Z', 'updated_at': '2022-09-22T15:07:48Z', 'revision_number': 4, 'project_id': '0755e1f2ba6f4899986c5a02f2b03688', 'gw_port': {'id': 'c8299aed-848c-409b-9618-af0d31cabcf5', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:46Z', 'updated_at': '2022-09-22T15:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': 'e7a09c7e-f46d-4282-ac04-498657500341', 'name': '', 'network_id': '0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'mac_address': 'fa:16:3e:49:5a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'a4e94d3d-f131-4532-be50-89098c9bf8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:48Z', 'updated_at': '2022-09-22T15:07:52Z', 'revision_number': 4, 'project_id': '0755e1f2ba6f4899986c5a02f2b03688', 'subnets': [{'id': 'a4e94d3d-f131-4532-be50-89098c9bf8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:07:52.910346 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-3aedc2b0-bcb9-40ad-8095-c6a1f3d832e0 None None] Provisioning complete for port e7a09c7e-f46d-4282-ac04-498657500341 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:52.910723 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3aedc2b0-bcb9-40ad-8095-c6a1f3d832e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (e7a09c7e-f46d-4282-ac04-498657500341), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:52.911272 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-3aedc2b0-bcb9-40ad-8095-c6a1f3d832e0 None None] Attempt 1 to provision port e7a09c7e-f46d-4282-ac04-498657500341 Sep 22 15:07:52.962195 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device c8299aed-848c-409b-9618-af0d31cabcf5 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:07:53.041161 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-3aedc2b0-bcb9-40ad-8095-c6a1f3d832e0 None None] Current status of the port e7a09c7e-f46d-4282-ac04-498657500341 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:53.046659 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port c8299aed-848c-409b-9618-af0d31cabcf5 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:53.047028 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (c8299aed-848c-409b-9618-af0d31cabcf5), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:53.047431 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port c8299aed-848c-409b-9618-af0d31cabcf5 Sep 22 15:07:53.127299 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port c8299aed-848c-409b-9618-af0d31cabcf5 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:53.128392 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device e7a09c7e-f46d-4282-ac04-498657500341 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:07:53.149727 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:53.173091 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port e7a09c7e-f46d-4282-ac04-498657500341 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:07:53.173467 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (e7a09c7e-f46d-4282-ac04-498657500341), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:53.173805 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port e7a09c7e-f46d-4282-ac04-498657500341 Sep 22 15:07:53.250357 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port e7a09c7e-f46d-4282-ac04-498657500341 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:07:54.693824 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-53f75716-eef7-4750-900e-d8e2f9abb38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:55.209615 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:07:57.253371 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4b195819-db8b-49d1-9eb1-195d4cf1dab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:57.681760 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d78dcd-6f8c-4eb5-9a6c-988956007311 req-d8f7285e-3fed-45a7-8178-11aed0e711ad tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:57.683295 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d8d78dcd-6f8c-4eb5-9a6c-988956007311 req-d8f7285e-3fed-45a7-8178-11aed0e711ad tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0517561 Sep 22 15:07:57.715408 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:07:57.731117 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d8d78dcd-6f8c-4eb5-9a6c-988956007311 req-9c461fc4-6a11-4695-b7c3-9f5519d80293 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422280 Sep 22 15:07:58.249737 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:07:58.865175 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c21eb9-d460-4669-bebe-5d84cf26a99c req-65cd8809-f06c-4dc1-bcf9-8b5cade91515 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:07:58.866707 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-15c21eb9-d460-4669-bebe-5d84cf26a99c req-65cd8809-f06c-4dc1-bcf9-8b5cade91515 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0482481 Sep 22 15:07:58.914794 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-15c21eb9-d460-4669-bebe-5d84cf26a99c req-d1021867-3b2f-4e0a-8f00-d396479faf7f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422933 Sep 22 15:08:00.013295 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:00.043029 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ab2a5-e62d-46b1-8e08-53c9fe08d6a2 req-4d40d896-b2c6-4355-9dac-e1702814f648 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:00.044604 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e1ab2a5-e62d-46b1-8e08-53c9fe08d6a2 req-4d40d896-b2c6-4355-9dac-e1702814f648 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0488822 Sep 22 15:08:00.046161 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:00.097210 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e1ab2a5-e62d-46b1-8e08-53c9fe08d6a2 req-480b084d-20ba-4110-b778-83beb44cbd51 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463097 Sep 22 15:08:00.710941 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=59,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:00.712950 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=31,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:01.226703 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569d137-8123-409f-8a3f-cbbe242a2cfc req-b681760e-98dc-4a19-8cbb-9f71c77221a5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:01.228263 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e569d137-8123-409f-8a3f-cbbe242a2cfc req-b681760e-98dc-4a19-8cbb-9f71c77221a5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0488124 Sep 22 15:08:01.278214 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e569d137-8123-409f-8a3f-cbbe242a2cfc req-b3b1218e-956a-4187-90a2-d1d3a8d93b3f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442955 Sep 22 15:08:02.400965 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47997016-05b9-4509-99aa-c34c23857c29 req-e40d4bf5-254c-4bcc-8c3d-f228bad2080c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:02.402441 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-47997016-05b9-4509-99aa-c34c23857c29 req-e40d4bf5-254c-4bcc-8c3d-f228bad2080c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0463438 Sep 22 15:08:02.448822 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-47997016-05b9-4509-99aa-c34c23857c29 req-97b02ec2-2761-4c3d-83ef-c94a7a58478c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409191 Sep 22 15:08:03.577178 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46306c41-9789-4989-95fb-7a48dbc2d6a6 req-4ca44934-67be-48dc-aa10-6158dd5ba835 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:03.578637 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-46306c41-9789-4989-95fb-7a48dbc2d6a6 req-4ca44934-67be-48dc-aa10-6158dd5ba835 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0492325 Sep 22 15:08:03.624811 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-46306c41-9789-4989-95fb-7a48dbc2d6a6 req-96a54f42-a976-46a5-af1f-43d0bc82cf9a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400717 Sep 22 15:08:04.748272 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2881f64-db59-4e5a-adcb-5b049dc18428 req-3cb93536-9bc9-4556-93f8-1a3099fb3c99 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:04.749634 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d2881f64-db59-4e5a-adcb-5b049dc18428 req-3cb93536-9bc9-4556-93f8-1a3099fb3c99 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0460315 Sep 22 15:08:04.796279 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d2881f64-db59-4e5a-adcb-5b049dc18428 req-8096386c-5de2-4ea3-b850-bebaa97210e7 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411010 Sep 22 15:08:05.205408 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:05.206144 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:05.925623 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcd217-5d0f-4a4f-ae53-7b11d2e12463 req-25f4a815-90fd-477a-af1c-3ea99533ac5d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:05.927060 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7dbcd217-5d0f-4a4f-ae53-7b11d2e12463 req-25f4a815-90fd-477a-af1c-3ea99533ac5d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0452662 Sep 22 15:08:05.975254 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7dbcd217-5d0f-4a4f-ae53-7b11d2e12463 req-7d6f3b9c-8c61-44ff-8258-e029604c09d6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425367 Sep 22 15:08:07.101251 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858930cc-77dc-4fd5-a347-eafde9935de6 req-64e49978-9ced-4149-9497-c16de8adcc92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:07.102858 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-858930cc-77dc-4fd5-a347-eafde9935de6 req-64e49978-9ced-4149-9497-c16de8adcc92 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0474730 Sep 22 15:08:07.149351 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-858930cc-77dc-4fd5-a347-eafde9935de6 req-82820793-5664-4f1c-bb85-cd755d3d2ecc tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410707 Sep 22 15:08:08.273951 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4044-a3f2-41d7-8ef0-b07052e90f53 req-f8ddc399-73a7-4891-8eea-2228453425fe tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:08.275479 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-280c4044-a3f2-41d7-8ef0-b07052e90f53 req-f8ddc399-73a7-4891-8eea-2228453425fe tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0472164 Sep 22 15:08:08.321802 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-280c4044-a3f2-41d7-8ef0-b07052e90f53 req-13461352-51db-4ccb-8bfe-0635eddeb8fa tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407927 Sep 22 15:08:09.450085 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd213c-5d00-4e98-afda-a17e518a5c60 req-7dd36465-fae0-428f-9d5c-d952bae08fdd tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:09.451497 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1cdd213c-5d00-4e98-afda-a17e518a5c60 req-7dd36465-fae0-428f-9d5c-d952bae08fdd tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0493648 Sep 22 15:08:09.481789 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:09.499850 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1cdd213c-5d00-4e98-afda-a17e518a5c60 req-a0fbb3eb-7cee-4eaf-91e7-44989ca70dc3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422339 Sep 22 15:08:10.040567 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=22 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:10.041499 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=62,neutron:UPDATE=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:10.589592 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:10.625079 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f68c6-5896-4c6f-978a-8b5a718aa3f2 req-cea9decb-e965-42ed-9f33-d92db0c1d354 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:10.626671 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1a9f68c6-5896-4c6f-978a-8b5a718aa3f2 req-cea9decb-e965-42ed-9f33-d92db0c1d354 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0473187 Sep 22 15:08:10.675406 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1a9f68c6-5896-4c6f-978a-8b5a718aa3f2 req-9d893d1f-a948-435e-9056-6ec6faca4b9f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432155 Sep 22 15:08:11.381494 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device fbc84863-7e63-4918-afcd-deab2b9f7f3b details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:08:11.482198 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port fbc84863-7e63-4918-afcd-deab2b9f7f3b, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:08:11.493925 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'port_id': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'mac_address': 'fa:16:3e:66:88:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:08:11.530573 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port fbc84863-7e63-4918-afcd-deab2b9f7f3b is: ACTIVE; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:08:11.530962 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:11.543499 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbc84863-7e63-4918-afcd-deab2b9f7f3b {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:08:11.562991 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port fbc84863-7e63-4918-afcd-deab2b9f7f3b, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:08:11.566921 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:11.612194 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=fbc84863-7e63-4918-afcd-deab2b9f7f3b,revision_number=6']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:08:11.723142 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['fbc84863-7e63-4918-afcd-deab2b9f7f3b'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:08:11.805371 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895b798-db5d-4206-ae90-ecc372131eb4 req-7824f5b3-6747-473b-8e7f-4dc754820805 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:11.806778 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3895b798-db5d-4206-ae90-ecc372131eb4 req-7824f5b3-6747-473b-8e7f-4dc754820805 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 944 time: 0.0515444 Sep 22 15:08:11.857684 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3895b798-db5d-4206-ae90-ecc372131eb4 req-6a05ab63-b867-40cf-8c00-e97b99c506a7 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447490 Sep 22 15:08:12.984322 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3b9b2-c114-4fe9-885e-174f39cb8a07 req-b66b3fd7-e66f-414e-9ef8-ce4e9426b5c9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:12.986263 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a4d3b9b2-c114-4fe9-885e-174f39cb8a07 req-b66b3fd7-e66f-414e-9ef8-ce4e9426b5c9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 944 time: 0.0468347 Sep 22 15:08:13.032149 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a4d3b9b2-c114-4fe9-885e-174f39cb8a07 req-d2f1d065-161d-4d28-a3c3-76a59820c23e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402870 Sep 22 15:08:13.387563 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device fbc84863-7e63-4918-afcd-deab2b9f7f3b up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:08:13.430199 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port fbc84863-7e63-4918-afcd-deab2b9f7f3b triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:08:13.430571 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:13.430903 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port fbc84863-7e63-4918-afcd-deab2b9f7f3b Sep 22 15:08:13.510347 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port fbc84863-7e63-4918-afcd-deab2b9f7f3b is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:08:13.510744 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:13.537380 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:08:13.539689 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64babbc3-7ef8-4180-ba1e-8c43cac566f9" -d '{"events": [{"server_uuid": "e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd", "name": "network-vif-plugged", "status": "completed", "tag": "fbc84863-7e63-4918-afcd-deab2b9f7f3b"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:08:13.552463 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port fbc84863-7e63-4918-afcd-deab2b9f7f3b, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:08:13.557722 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:13.586051 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21a934b-c19e-4f8e-9639-9a4cb60ea4ee x-openstack-request-id: req-f21a934b-c19e-4f8e-9639-9a4cb60ea4ee {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:08:13.586348 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd", "name": "network-vif-plugged", "status": "completed", "tag": "fbc84863-7e63-4918-afcd-deab2b9f7f3b", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:08:13.586602 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f21a934b-c19e-4f8e-9639-9a4cb60ea4ee {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:08:13.586995 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21a934b-c19e-4f8e-9639-9a4cb60ea4ee'] response: {'server_uuid': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'code': 200} Sep 22 15:08:13.612351 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=fbc84863-7e63-4918-afcd-deab2b9f7f3b,revision_number=7']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:08:13.660590 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-401fb373-fda6-4ca3-8559-f7c994b5a543 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1907371868&fields=id&tenant_id=eb5677466f5d4032a4cf6f05e34c3443 HTTP/1.1" status: 200 len: 267 time: 0.0448532 Sep 22 15:08:13.767349 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4083-239e-4a81-9ef1-12980157875a req-aa190e2d-5884-4a6b-a3ae-40cf02c37c5d tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:13.769131 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-aa190e2d-5884-4a6b-a3ae-40cf02c37c5d tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/networks?id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 HTTP/1.1" status: 200 len: 808 time: 0.1022506 Sep 22 15:08:13.783910 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-f0529d38-ad98-4ad1-95b0-ec35ee351736 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/quotas/eb5677466f5d4032a4cf6f05e34c3443 HTTP/1.1" status: 200 len: 375 time: 0.0094554 Sep 22 15:08:13.831931 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-6a1ee800-3ee3-4462-a6db-27818540d58b tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=eb5677466f5d4032a4cf6f05e34c3443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432923 Sep 22 15:08:14.024180 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-12aa2c15-72b1-4225-9b25-ac97d3290b96 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809855 Sep 22 15:08:14.113065 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2943069f-d0e9-490d-bebf-1079f4262718 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831604 Sep 22 15:08:14.214293 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043f4a6-5701-483e-8cd0-0be088ef4682 req-ee0ee65e-cf39-4511-ac13-207272ecc8e1 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:14.215855 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5043f4a6-5701-483e-8cd0-0be088ef4682 req-ee0ee65e-cf39-4511-ac13-207272ecc8e1 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.1019228 Sep 22 15:08:14.266663 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5043f4a6-5701-483e-8cd0-0be088ef4682 req-9153fca2-c9eb-4f6f-941f-acec67578937 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448194 Sep 22 15:08:14.424843 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c4dc15d4-84de-43dc-aa73-fd74badd47dc req-80d15a86-5537-4cf7-93a1-1e1289a7ace8 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 210 time: 0.0290384 Sep 22 15:08:15.395118 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2e699-2d57-40cb-80e5-b684c7782dd5 req-630dcf37-da98-420b-80b4-c6ea8c910745 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:15.397396 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ecb2e699-2d57-40cb-80e5-b684c7782dd5 req-630dcf37-da98-420b-80b4-c6ea8c910745 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0490997 Sep 22 15:08:15.445502 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ecb2e699-2d57-40cb-80e5-b684c7782dd5 req-335c86b7-2558-4556-a139-3132c668876d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423839 Sep 22 15:08:15.533247 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cbb1016d-f6a9-4f28-981e-bd5b06ce200b req-919e56b9-8de2-4b44-813a-256e7c13997f tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 210 time: 0.0325994 Sep 22 15:08:15.623390 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4083-239e-4a81-9ef1-12980157875a req-bf6e0389-0e56-4723-992d-97231f637e01 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:15.624881 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-bf6e0389-0e56-4723-992d-97231f637e01 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.49 "GET /networking/v2.0/networks?id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 HTTP/1.1" status: 200 len: 808 time: 0.1057732 Sep 22 15:08:15.699839 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-559ae1f4-1d59-4be0-b435-f02f38449433 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eb5677466f5d4032a4cf6f05e34c3443 HTTP/1.1" status: 200 len: 380 time: 0.0593374 Sep 22 15:08:15.726517 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-1e1d4083-239e-4a81-9ef1-12980157875a req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Request body: {'port': {'device_id': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'admin_state_up': True, 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'security_groups': ['da759d78-95ce-4c07-b405-4cebad1b8a32']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:08:15.835246 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1d4083-239e-4a81-9ef1-12980157875a req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Made reservation on behalf of eb5677466f5d4032a4cf6f05e34c3443 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:08:15.838992 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1e1d4083-239e-4a81-9ef1-12980157875a req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:15.974618 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-1e1d4083-239e-4a81-9ef1-12980157875a req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Allocated IP 172.20.0.7 (b802bfb4-4c44-4715-b0d1-39f5e9cc0c05/b8155029-f874-48f5-95a8-71eb298fc9dc/59fbdb82-e035-4330-b666-277ad05e7e4a) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:08:16.113072 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1e1d4083-239e-4a81-9ef1-12980157875a req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:16.143759 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1e1d4083-239e-4a81-9ef1-12980157875a req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:16.187788 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1d4083-239e-4a81-9ef1-12980157875a req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Network b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:08:16.190897 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-1e1d4083-239e-4a81-9ef1-12980157875a req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:08:16.194742 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1d4083-239e-4a81-9ef1-12980157875a req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:08:16.220953 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Pushing event updated for resources: {'Port': ['ID=59fbdb82-e035-4330-b666-277ad05e7e4a,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:08:16.238071 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:16.238384 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:16.238674 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:16.239015 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:16.239431 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:16.239765 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:16.240092 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:16.240416 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:16.240802 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:16.241133 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:16.241460 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:16.241783 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:16.242102 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:16.242422 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:16.242740 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:16.264308 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4083-239e-4a81-9ef1-12980157875a req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:16.264937 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1e1d4083-239e-4a81-9ef1-12980157875a req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:16.285516 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-4c4523d5-ec1d-47cd-88e3-8d0a714d002c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5626328 Sep 22 15:08:16.304773 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Request body: {'port': {'device_id': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:08:16.381790 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:16.384823 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:16.400587 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:16.503306 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-a5d7ebd7-d507-40c8-8c7a-1f3e9682cb24 None None] Provisioning complete for port 59fbdb82-e035-4330-b666-277ad05e7e4a triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:08:16.504872 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a5d7ebd7-d507-40c8-8c7a-1f3e9682cb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:16.505379 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-a5d7ebd7-d507-40c8-8c7a-1f3e9682cb24 None None] Attempt 1 to provision port 59fbdb82-e035-4330-b666-277ad05e7e4a Sep 22 15:08:16.543518 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a5d7ebd7-d507-40c8-8c7a-1f3e9682cb24 None None] Port 59fbdb82-e035-4330-b666-277ad05e7e4a cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:08:16.612942 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881e6e-a29c-4092-92d5-8ed51470fd4e req-e9d74043-caa7-4109-a566-1f6f74cab607 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:16.615318 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1b881e6e-a29c-4092-92d5-8ed51470fd4e req-e9d74043-caa7-4109-a566-1f6f74cab607 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0558953 Sep 22 15:08:16.680535 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59fbdb82-e035-4330-b666-277ad05e7e4a {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:08:16.681151 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebd17d-f8e3-40c9-8326-d220f2d7a8ca req-8715659e-884e-4a77-856d-ccbf3debdcab tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:16.682112 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a6ebd17d-f8e3-40c9-8326-d220f2d7a8ca req-8715659e-884e-4a77-856d-ccbf3debdcab tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 931 time: 0.0656879 Sep 22 15:08:16.688962 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Publish callbacks [] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:16.706428 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Transition to ACTIVE for port object 59fbdb82-e035-4330-b666-277ad05e7e4a will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:08:16.711594 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:16.714553 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:16.718885 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:16.732326 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1b881e6e-a29c-4092-92d5-8ed51470fd4e req-debbdcc7-482d-47e7-a917-0670a2a40bf4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1054735 Sep 22 15:08:16.764272 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Pushing event updated for resources: {'Port': ['ID=59fbdb82-e035-4330-b666-277ad05e7e4a,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:08:16.770744 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a6ebd17d-f8e3-40c9-8326-d220f2d7a8ca req-fac2085f-2a8b-4f94-9c29-b1a4c775d2b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688808 Sep 22 15:08:17.045714 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-a5d7ebd7-d507-40c8-8c7a-1f3e9682cb24 None None] Attempt 2 to provision port 59fbdb82-e035-4330-b666-277ad05e7e4a Sep 22 15:08:17.088234 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:17.089307 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a5d7ebd7-d507-40c8-8c7a-1f3e9682cb24 None None] Port 59fbdb82-e035-4330-b666-277ad05e7e4a cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:08:17.125283 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Attempting to bind port 59fbdb82-e035-4330-b666-277ad05e7e4a on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:08:17.125772 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Attempting to bind port 59fbdb82-e035-4330-b666-277ad05e7e4a by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'fa4c474e-496b-4da5-afda-7a5be842ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:08:17.126732 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Attempting to bind port 59fbdb82-e035-4330-b666-277ad05e7e4a on network b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:08:17.173294 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Port 59fbdb82-e035-4330-b666-277ad05e7e4a on network b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:08:17.173722 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Attempting to bind port 59fbdb82-e035-4330-b666-277ad05e7e4a on network b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:08:17.223919 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:08:17.224360 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Checking segment: {'id': 'fa4c474e-496b-4da5-afda-7a5be842ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:08:17.224822 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Bound using segment: {'id': 'fa4c474e-496b-4da5-afda-7a5be842ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:08:17.225340 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Bound port: 59fbdb82-e035-4330-b666-277ad05e7e4a, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4c474e-496b-4da5-afda-7a5be842ebf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:08:17.225777 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:17.293016 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] For port 59fbdb82-e035-4330-b666-277ad05e7e4a, host hv-cinder-85646, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:08:17.296015 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] For port 59fbdb82-e035-4330-b666-277ad05e7e4a, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=59fbdb82-e035-4330-b666-277ad05e7e4a,segment=NetworkSegment(fa4c474e-496b-4da5-afda-7a5be842ebf1),segment_id=fa4c474e-496b-4da5-afda-7a5be842ebf1)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:08:17.303155 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:17.309236 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:17.309874 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:17.311261 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/59fbdb82-e035-4330-b666-277ad05e7e4a HTTP/1.1" status: 200 len: 1093 time: 1.0113816 Sep 22 15:08:17.311826 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'tag': '59fbdb82-e035-4330-b666-277ad05e7e4a'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:08:17.314828 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94b28d7-dcbc-4783-804a-36c9ed875cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "dac0c29c-1536-42ed-88ff-62f1acfa978a", "tag": "59fbdb82-e035-4330-b666-277ad05e7e4a"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:08:17.356697 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc2aafc-f0d6-4b89-80c3-619766bd3791 x-openstack-request-id: req-7cc2aafc-f0d6-4b89-80c3-619766bd3791 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:08:17.356976 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac0c29c-1536-42ed-88ff-62f1acfa978a", "tag": "59fbdb82-e035-4330-b666-277ad05e7e4a", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:08:17.357223 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7cc2aafc-f0d6-4b89-80c3-619766bd3791 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:08:17.357625 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc2aafc-f0d6-4b89-80c3-619766bd3791'] response: {'name': 'network-changed', 'server_uuid': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'tag': '59fbdb82-e035-4330-b666-277ad05e7e4a', 'status': 'completed', 'code': 200} Sep 22 15:08:17.367695 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb3cc0-d8ee-4a90-ad5d-d479f792abfc service neutron] Pushing event updated for resources: {'Port': ['ID=59fbdb82-e035-4330-b666-277ad05e7e4a,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:08:17.441315 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4083-239e-4a81-9ef1-12980157875a req-cb8fe67d-d3f3-4c5e-a075-cbb03321720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:17.442835 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-cb8fe67d-d3f3-4c5e-a075-cbb03321720f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eb5677466f5d4032a4cf6f05e34c3443&device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 1127 time: 0.0447814 Sep 22 15:08:17.501836 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-1638f13d-132d-4608-905e-27c310bd0f44 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59fbdb82-e035-4330-b666-277ad05e7e4a HTTP/1.1" status: 200 len: 217 time: 0.0419805 Sep 22 15:08:17.516783 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:17.557244 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4083-239e-4a81-9ef1-12980157875a req-5f1c3a19-8d99-4b46-afd5-8bde95ba4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:17.558715 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-5f1c3a19-8d99-4b46-afd5-8bde95ba4052 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=b8155029-f874-48f5-95a8-71eb298fc9dc HTTP/1.1" status: 200 len: 847 time: 0.0507054 Sep 22 15:08:17.591401 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-a5d7ebd7-d507-40c8-8c7a-1f3e9682cb24 None None] Attempt 3 to provision port 59fbdb82-e035-4330-b666-277ad05e7e4a Sep 22 15:08:17.607327 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2362f13d-ff41-4e46-b168-a98634fda638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:17.611050 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-2362f13d-ff41-4e46-b168-a98634fda638 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453143 Sep 22 15:08:17.637312 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a5d7ebd7-d507-40c8-8c7a-1f3e9682cb24 None None] Port 59fbdb82-e035-4330-b666-277ad05e7e4a had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 15:08:17.722499 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-27434dd0-e5ec-481b-a0a7-aeff11657f01 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038578 Sep 22 15:08:17.826764 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1e1d4083-239e-4a81-9ef1-12980157875a req-7ac20c70-1f4e-4dca-8623-1d23cc7d9b09 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968325 Sep 22 15:08:17.964020 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800042a4-376e-4375-9aff-88a51e27a6db req-cbd4a774-c148-4ba0-a7de-83780bd1163e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:17.966101 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-800042a4-376e-4375-9aff-88a51e27a6db req-cbd4a774-c148-4ba0-a7de-83780bd1163e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0986221 Sep 22 15:08:17.988191 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bbb2c-a786-4f56-af62-5f1c05b81a0b req-49855107-35f9-4b1f-91f6-ed1586c1e466 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:17.989626 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-058bbb2c-a786-4f56-af62-5f1c05b81a0b req-49855107-35f9-4b1f-91f6-ed1586c1e466 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.0868897 Sep 22 15:08:18.058206 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-800042a4-376e-4375-9aff-88a51e27a6db req-56bfcf1d-cbac-4bdf-b6b8-cee4dea320f7 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831118 Sep 22 15:08:18.081443 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-058bbb2c-a786-4f56-af62-5f1c05b81a0b req-e986df76-0636-45e1-b66c-9433dcd4e5b1 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805788 Sep 22 15:08:18.765236 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b28d7-dcbc-4783-804a-36c9ed875cd7 req-0f747652-ba70-4a98-8d88-543229f9e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:18.767230 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c94b28d7-dcbc-4783-804a-36c9ed875cd7 req-0f747652-ba70-4a98-8d88-543229f9e5ba service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eb5677466f5d4032a4cf6f05e34c3443&device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 1127 time: 0.0454054 Sep 22 15:08:18.871708 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b28d7-dcbc-4783-804a-36c9ed875cd7 req-c3e43d0b-4a2b-4d35-938a-ab73d79cd5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:18.873269 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c94b28d7-dcbc-4783-804a-36c9ed875cd7 req-c3e43d0b-4a2b-4d35-938a-ab73d79cd5f1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 HTTP/1.1" status: 200 len: 909 time: 0.0913665 Sep 22 15:08:18.918201 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c94b28d7-dcbc-4783-804a-36c9ed875cd7 req-78d8a2e3-0d25-48b4-a356-bb715be84a0e service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59fbdb82-e035-4330-b666-277ad05e7e4a HTTP/1.1" status: 200 len: 217 time: 0.0378075 Sep 22 15:08:18.943484 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:18.991321 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b28d7-dcbc-4783-804a-36c9ed875cd7 req-e0b85dda-67a0-4f39-b9a0-c34a4fd85f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:18.992804 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c94b28d7-dcbc-4783-804a-36c9ed875cd7 req-e0b85dda-67a0-4f39-b9a0-c34a4fd85f9a service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=b8155029-f874-48f5-95a8-71eb298fc9dc HTTP/1.1" status: 200 len: 847 time: 0.0657659 Sep 22 15:08:19.038275 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b28d7-dcbc-4783-804a-36c9ed875cd7 req-bc1338d9-e297-474d-af8e-0ccd4ebc10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:19.039698 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c94b28d7-dcbc-4783-804a-36c9ed875cd7 req-bc1338d9-e297-474d-af8e-0ccd4ebc10ea service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397952 Sep 22 15:08:19.215496 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c94b28d7-dcbc-4783-804a-36c9ed875cd7 req-76f56d77-52f2-45a1-997b-6b85bc773564 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681111 Sep 22 15:08:19.276084 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdef568-3d80-423d-b18a-beb4aa0351d0 req-daf04931-3c07-47b6-89a3-6daf52736e49 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:19.277600 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2fdef568-3d80-423d-b18a-beb4aa0351d0 req-daf04931-3c07-47b6-89a3-6daf52736e49 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.1041884 Sep 22 15:08:19.308385 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c0fa6-5936-40cd-8409-4869b3b7db69 req-9b1649d6-4032-4732-81bf-ba7570d17bda tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:19.309814 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a45c0fa6-5936-40cd-8409-4869b3b7db69 req-9b1649d6-4032-4732-81bf-ba7570d17bda tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.0763233 Sep 22 15:08:19.352126 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-c94b28d7-dcbc-4783-804a-36c9ed875cd7 req-ed9a1b13-cdce-457e-bc5c-24dc836731f0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269741 Sep 22 15:08:19.358582 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2fdef568-3d80-423d-b18a-beb4aa0351d0 req-a44969b7-e245-4160-ad64-81e1f69c48b5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708723 Sep 22 15:08:19.391934 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a45c0fa6-5936-40cd-8409-4869b3b7db69 req-93dbaf9b-3f6e-4ee4-81f3-ffffe3793901 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733383 Sep 22 15:08:19.869569 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4c55-50f5-45c9-8f25-492f050c3c92 req-2fdc7b0f-f655-46c9-bfef-9fa05d0c4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:19.871364 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b31c4c55-50f5-45c9-8f25-492f050c3c92 req-2fdc7b0f-f655-46c9-bfef-9fa05d0c4935 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 1129 time: 0.0468426 Sep 22 15:08:19.988600 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4c55-50f5-45c9-8f25-492f050c3c92 req-1d674434-65b3-400a-b916-dd7bb29bc13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:19.990808 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b31c4c55-50f5-45c9-8f25-492f050c3c92 req-1d674434-65b3-400a-b916-dd7bb29bc13c service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 200 len: 918 time: 0.0976801 Sep 22 15:08:20.058965 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b31c4c55-50f5-45c9-8f25-492f050c3c92 req-5c842f4f-d269-43e3-93ef-100f7f1952e3 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b HTTP/1.1" status: 200 len: 1001 time: 0.0618632 Sep 22 15:08:20.112458 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4c55-50f5-45c9-8f25-492f050c3c92 req-0899686a-d4d1-4ccc-b6f0-abf07dc6450c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:20.113974 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b31c4c55-50f5-45c9-8f25-492f050c3c92 req-0899686a-d4d1-4ccc-b6f0-abf07dc6450c service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=beeb1e81-2d0a-4aaa-8268-e889ab63bedf HTTP/1.1" status: 200 len: 856 time: 0.0480399 Sep 22 15:08:20.156626 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:20.161018 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4c55-50f5-45c9-8f25-492f050c3c92 req-3a23a4cb-3787-423e-a755-ae177590667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:20.162532 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b31c4c55-50f5-45c9-8f25-492f050c3c92 req-3a23a4cb-3787-423e-a755-ae177590667a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d2cd27ce-59e4-4969-86d2-13164d033d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421972 Sep 22 15:08:20.264368 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b31c4c55-50f5-45c9-8f25-492f050c3c92 req-678b665d-2fdd-4a80-b870-cb531ca2f6ed service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937047 Sep 22 15:08:20.367796 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b31c4c55-50f5-45c9-8f25-492f050c3c92 req-df04a136-541b-4d8a-84d2-accd3917665e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952897 Sep 22 15:08:20.573166 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834230c4-a04e-426c-9b19-aa12a894c2a2 req-dd7d663c-9d6b-4cbb-8292-c354bcacd574 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:20.574971 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-834230c4-a04e-426c-9b19-aa12a894c2a2 req-dd7d663c-9d6b-4cbb-8292-c354bcacd574 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.0902796 Sep 22 15:08:20.585072 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc5f91-0bc4-4477-8c47-d96a7f670b1f req-68036a58-73db-430a-a2c1-607dff13b708 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:20.586543 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-31dc5f91-0bc4-4477-8c47-d96a7f670b1f req-68036a58-73db-430a-a2c1-607dff13b708 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0698438 Sep 22 15:08:20.661911 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-834230c4-a04e-426c-9b19-aa12a894c2a2 req-dbd6e3b2-d287-40fb-b16b-e42448ded02a tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742583 Sep 22 15:08:20.665989 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-31dc5f91-0bc4-4477-8c47-d96a7f670b1f req-c83ead2b-ec4e-4c8c-b55d-b456dffb696e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724492 Sep 22 15:08:21.824633 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662c3f2-a001-4d5a-9afc-d3039cae01fc req-349f6b55-e596-4a1d-aace-1f2af78ae43b tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:21.826358 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3662c3f2-a001-4d5a-9afc-d3039cae01fc req-349f6b55-e596-4a1d-aace-1f2af78ae43b tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.0721457 Sep 22 15:08:21.881297 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a6e9a-8be0-4eb9-af3a-f94b90735ab6 req-cb88816b-2114-4bfa-a0ec-c8d5d3b65b20 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:21.883225 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-502a6e9a-8be0-4eb9-af3a-f94b90735ab6 req-cb88816b-2114-4bfa-a0ec-c8d5d3b65b20 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0809324 Sep 22 15:08:21.933157 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3662c3f2-a001-4d5a-9afc-d3039cae01fc req-1be01e7a-9761-4d2d-970d-726ca8b9c1d7 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876799 Sep 22 15:08:21.962462 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-502a6e9a-8be0-4eb9-af3a-f94b90735ab6 req-a85e76df-0aaf-4270-bc02-79709ddbfa9b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627913 Sep 22 15:08:22.453311 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:23.393672 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76512652-c9c8-468c-b6c8-abd422bbcd4a req-e0b3ff54-6900-459b-9304-4dd685d305e2 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:23.394293 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-76512652-c9c8-468c-b6c8-abd422bbcd4a req-e0b3ff54-6900-459b-9304-4dd685d305e2 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.3757176 Sep 22 15:08:23.415788 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7bd90-339c-4690-a320-387e5576c9d4 req-7f4ea79a-43f1-4593-ad7e-428fe39a534b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:23.417387 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4bf7bd90-339c-4690-a320-387e5576c9d4 req-7f4ea79a-43f1-4593-ad7e-428fe39a534b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.3607607 Sep 22 15:08:23.467688 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-76512652-c9c8-468c-b6c8-abd422bbcd4a req-8529115f-165f-4e9c-960d-fd3b375b1674 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640857 Sep 22 15:08:23.647108 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4bf7bd90-339c-4690-a320-387e5576c9d4 req-8db5334b-0ebe-4f9b-971c-88d1dc9a011e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2222087 Sep 22 15:08:24.596345 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:24.607551 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e018-ea52-4ebc-baef-72e6ec7ccf5e req-5efefa67-bbc4-41b3-902d-9ce3bdb34773 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:24.609061 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-74e3e018-ea52-4ebc-baef-72e6ec7ccf5e req-5efefa67-bbc4-41b3-902d-9ce3bdb34773 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.0566425 Sep 22 15:08:24.637713 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:24.662490 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-74e3e018-ea52-4ebc-baef-72e6ec7ccf5e req-3d934f71-b999-4271-b130-6fff913e541d tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464528 Sep 22 15:08:24.710116 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c5355261-9976-4745-a7d9-a279a100865c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:24.804526 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186b331-2de2-432d-8ac2-9a21c44caf96 req-2287e396-0573-4274-8f5f-c382ae15fe12 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:24.806178 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f186b331-2de2-432d-8ac2-9a21c44caf96 req-2287e396-0573-4274-8f5f-c382ae15fe12 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0562484 Sep 22 15:08:24.856744 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f186b331-2de2-432d-8ac2-9a21c44caf96 req-f05d79de-17bb-44ff-8bff-ffca69bd8c96 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447011 Sep 22 15:08:25.427783 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 59fbdb82-e035-4330-b666-277ad05e7e4a details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:08:25.430160 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:25.537219 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 59fbdb82-e035-4330-b666-277ad05e7e4a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=59fbdb82-e035-4330-b666-277ad05e7e4a,segment=NetworkSegment(fa4c474e-496b-4da5-afda-7a5be842ebf1),segment_id=fa4c474e-496b-4da5-afda-7a5be842ebf1)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:08:25.549571 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '59fbdb82-e035-4330-b666-277ad05e7e4a', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'port_id': '59fbdb82-e035-4330-b666-277ad05e7e4a', 'mac_address': 'fa:16:3e:99:27:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:08:25.585210 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 59fbdb82-e035-4330-b666-277ad05e7e4a is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:08:25.585609 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:25.600142 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59fbdb82-e035-4330-b666-277ad05e7e4a {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:08:25.621997 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 59fbdb82-e035-4330-b666-277ad05e7e4a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=59fbdb82-e035-4330-b666-277ad05e7e4a,segment=NetworkSegment(fa4c474e-496b-4da5-afda-7a5be842ebf1),segment_id=fa4c474e-496b-4da5-afda-7a5be842ebf1)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:08:25.628582 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:25.684084 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=59fbdb82-e035-4330-b666-277ad05e7e4a,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:08:25.814021 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2fb9f-9dc2-472e-8879-71bce5d3f69c req-f2b7aeea-a836-4ea0-8065-7736d185bff2 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:25.815633 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f1c2fb9f-9dc2-472e-8879-71bce5d3f69c req-f2b7aeea-a836-4ea0-8065-7736d185bff2 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 944 time: 0.0668938 Sep 22 15:08:25.865694 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f1c2fb9f-9dc2-472e-8879-71bce5d3f69c req-65ff6a86-32c6-4bd4-b644-e6acd07ad454 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443614 Sep 22 15:08:26.009063 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70c63-51f3-4572-9324-630e9dd01a71 req-193716b9-deb7-423b-b065-87f8909979b4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:26.011533 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bef70c63-51f3-4572-9324-630e9dd01a71 req-193716b9-deb7-423b-b065-87f8909979b4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0580261 Sep 22 15:08:26.069746 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bef70c63-51f3-4572-9324-630e9dd01a71 req-09e9c975-0d9c-4bdf-8a8d-6928ec981d2c tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520618 Sep 22 15:08:26.101544 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['59fbdb82-e035-4330-b666-277ad05e7e4a'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:08:26.985163 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ec581-7f32-463c-9184-b7a88df6836c req-ab8379cc-0a5e-4e93-ab0c-f3992a6e7f81 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:26.987169 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0b0ec581-7f32-463c-9184-b7a88df6836c req-ab8379cc-0a5e-4e93-ab0c-f3992a6e7f81 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 944 time: 0.0454397 Sep 22 15:08:27.035524 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0b0ec581-7f32-463c-9184-b7a88df6836c req-cd438f07-e20e-4a31-afcb-3bac1ede1271 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Sep 22 15:08:27.127608 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-777ae304-e6ce-4692-b8a1-8759a7e1a10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:27.202608 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b97bcb-5e0e-4044-a0a7-dfea7f7955d6 req-dbe59d61-32fa-4277-b91e-5a55bf70c54b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:27.204010 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f1b97bcb-5e0e-4044-a0a7-dfea7f7955d6 req-dbe59d61-32fa-4277-b91e-5a55bf70c54b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0448563 Sep 22 15:08:27.252009 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f1b97bcb-5e0e-4044-a0a7-dfea7f7955d6 req-201fb919-3b5b-49ef-8aab-5945f0784e49 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414157 Sep 22 15:08:27.454948 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 59fbdb82-e035-4330-b666-277ad05e7e4a up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:08:27.497623 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port 59fbdb82-e035-4330-b666-277ad05e7e4a completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:08:27.503304 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 59fbdb82-e035-4330-b666-277ad05e7e4a triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:08:27.503680 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:27.504019 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 59fbdb82-e035-4330-b666-277ad05e7e4a Sep 22 15:08:27.544642 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:27.578230 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 59fbdb82-e035-4330-b666-277ad05e7e4a is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:08:27.578619 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:27.605078 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fbdb82-e035-4330-b666-277ad05e7e4a'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:08:27.607539 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4137c63d-842c-4e6d-80f6-3bf8bf64b5a2" -d '{"events": [{"server_uuid": "dac0c29c-1536-42ed-88ff-62f1acfa978a", "name": "network-vif-plugged", "status": "completed", "tag": "59fbdb82-e035-4330-b666-277ad05e7e4a"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:08:27.620430 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47621bc-d7f5-4684-b5fb-d2f57a74bda5 req-98b73d29-ae8a-4032-966c-0411bc6c6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:27.622172 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e47621bc-d7f5-4684-b5fb-d2f57a74bda5 req-98b73d29-ae8a-4032-966c-0411bc6c6447 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 1129 time: 0.0490716 Sep 22 15:08:27.623523 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 59fbdb82-e035-4330-b666-277ad05e7e4a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=59fbdb82-e035-4330-b666-277ad05e7e4a,segment=NetworkSegment(fa4c474e-496b-4da5-afda-7a5be842ebf1),segment_id=fa4c474e-496b-4da5-afda-7a5be842ebf1)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:08:27.627988 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:27.662727 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20d3a64-6170-4f1d-a743-88e8a5f4577c x-openstack-request-id: req-a20d3a64-6170-4f1d-a743-88e8a5f4577c {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:08:27.663130 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac0c29c-1536-42ed-88ff-62f1acfa978a", "name": "network-vif-plugged", "status": "completed", "tag": "59fbdb82-e035-4330-b666-277ad05e7e4a", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:08:27.663414 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a20d3a64-6170-4f1d-a743-88e8a5f4577c {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:08:27.663814 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a20d3a64-6170-4f1d-a743-88e8a5f4577c'] response: {'server_uuid': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fbdb82-e035-4330-b666-277ad05e7e4a', 'code': 200} Sep 22 15:08:27.680103 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=59fbdb82-e035-4330-b666-277ad05e7e4a,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:08:27.716995 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47621bc-d7f5-4684-b5fb-d2f57a74bda5 req-8b9ccf31-4d54-4820-ba47-f414adb2d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:27.718410 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e47621bc-d7f5-4684-b5fb-d2f57a74bda5 req-8b9ccf31-4d54-4820-ba47-f414adb2d973 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 200 len: 918 time: 0.0904465 Sep 22 15:08:27.784797 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e47621bc-d7f5-4684-b5fb-d2f57a74bda5 req-58a34537-1fbe-4ce8-afd8-91b74b66dafa service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b HTTP/1.1" status: 200 len: 1001 time: 0.0603471 Sep 22 15:08:27.853974 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:27.890790 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47621bc-d7f5-4684-b5fb-d2f57a74bda5 req-ae8fa09f-1391-485b-825b-a366d313e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:27.892801 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e47621bc-d7f5-4684-b5fb-d2f57a74bda5 req-ae8fa09f-1391-485b-825b-a366d313e7c3 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=beeb1e81-2d0a-4aaa-8268-e889ab63bedf HTTP/1.1" status: 200 len: 856 time: 0.0462401 Sep 22 15:08:27.936759 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47621bc-d7f5-4684-b5fb-d2f57a74bda5 req-b40e6d28-3037-4a84-babe-9733533c0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:27.938256 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e47621bc-d7f5-4684-b5fb-d2f57a74bda5 req-b40e6d28-3037-4a84-babe-9733533c0600 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d2cd27ce-59e4-4969-86d2-13164d033d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393553 Sep 22 15:08:27.978391 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658b4d5-fb94-4d86-841c-8ea3babab1c8 req-b93709aa-bfb1-4e6a-ab5b-f34c37be45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:27.979947 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d658b4d5-fb94-4d86-841c-8ea3babab1c8 req-b93709aa-bfb1-4e6a-ab5b-f34c37be45d6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 1129 time: 0.0427618 Sep 22 15:08:28.024645 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d658b4d5-fb94-4d86-841c-8ea3babab1c8 req-9044583d-1385-4565-bcaa-e9fd740c70b3 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388470 Sep 22 15:08:28.031193 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e47621bc-d7f5-4684-b5fb-d2f57a74bda5 req-50345980-cbf8-41d3-a247-ac6f945773ac service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869045 Sep 22 15:08:28.151226 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630ce2-70b7-4285-bb2b-5be96f98ff2a req-56864fad-ce62-4749-8dfb-9b0e58656f88 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:28.152645 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-03630ce2-70b7-4285-bb2b-5be96f98ff2a req-56864fad-ce62-4749-8dfb-9b0e58656f88 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0455627 Sep 22 15:08:28.199529 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-03630ce2-70b7-4285-bb2b-5be96f98ff2a req-c98faff4-3a6b-43e2-83a0-af6f00b7b661 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413704 Sep 22 15:08:28.253339 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:28.506834 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e47621bc-d7f5-4684-b5fb-d2f57a74bda5 req-cec0e67d-b607-4744-bbbd-ce27f3a01775 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882165 Sep 22 15:08:28.532376 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de850b-b59c-4df0-8579-e51f1d49093f req-db5a38f7-cb70-45a0-9cb7-79768e395eb5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:28.533855 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-87de850b-b59c-4df0-8579-e51f1d49093f req-db5a38f7-cb70-45a0-9cb7-79768e395eb5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0461912 Sep 22 15:08:28.584590 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-87de850b-b59c-4df0-8579-e51f1d49093f req-3871c107-82f3-4521-abf1-b99c74485790 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451541 Sep 22 15:08:29.320301 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e931c1-c73c-4250-9df1-3094c587b7eb req-cf6d8246-5068-43ee-8096-5587abc0ce93 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:29.321755 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c3e931c1-c73c-4250-9df1-3094c587b7eb req-cf6d8246-5068-43ee-8096-5587abc0ce93 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0471866 Sep 22 15:08:29.369723 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c3e931c1-c73c-4250-9df1-3094c587b7eb req-435165e4-b32e-4d29-b7e9-4373c18dfe37 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Sep 22 15:08:29.709662 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ccded-25f7-4b19-95c4-98c55839f8bc req-1f6664ba-cfbf-4e67-9ad9-254a2eb92bb9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:29.711117 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-571ccded-25f7-4b19-95c4-98c55839f8bc req-1f6664ba-cfbf-4e67-9ad9-254a2eb92bb9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0459316 Sep 22 15:08:29.756758 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-571ccded-25f7-4b19-95c4-98c55839f8bc req-6e279758-fb5e-4484-b9fe-58509582f9e7 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401707 Sep 22 15:08:30.012998 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:30.046381 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:30.452157 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:30.490740 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151f803-6f6f-406e-bd53-6740224600e4 req-f5dde05d-5f12-4d49-b20e-f2ef211f46c8 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:30.492227 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4151f803-6f6f-406e-bd53-6740224600e4 req-f5dde05d-5f12-4d49-b20e-f2ef211f46c8 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0497725 Sep 22 15:08:30.540855 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4151f803-6f6f-406e-bd53-6740224600e4 req-d5d4c81d-5d51-4f7d-b478-38a3e1d217e5 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 Sep 22 15:08:30.867317 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:30.880818 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209db22-4a03-456f-b15f-6a4a78176566 req-e8fcff70-686e-4efa-81d5-8ca729e3be78 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:30.882299 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b209db22-4a03-456f-b15f-6a4a78176566 req-e8fcff70-686e-4efa-81d5-8ca729e3be78 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 945 time: 0.0466521 Sep 22 15:08:30.928547 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b209db22-4a03-456f-b15f-6a4a78176566 req-c0b6c8c2-aa30-4fb6-a4d8-ea396a2146c5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404613 Sep 22 15:08:31.490292 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device fbc84863-7e63-4918-afcd-deab2b9f7f3b no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:08:31.532243 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:31.563174 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port fbc84863-7e63-4918-afcd-deab2b9f7f3b is: ACTIVE; New status is: DOWN {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:08:31.563599 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:31.586963 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:08:31.589321 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9097c9a-2e84-487d-803d-17e451d94a05" -d '{"events": [{"server_uuid": "e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd", "name": "network-vif-unplugged", "status": "completed", "tag": "fbc84863-7e63-4918-afcd-deab2b9f7f3b"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:08:31.602345 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port fbc84863-7e63-4918-afcd-deab2b9f7f3b, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:08:31.607257 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:31.635078 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 15:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cf8af7-e863-40e6-b573-bd03edc30034 x-openstack-request-id: req-a1cf8af7-e863-40e6-b573-bd03edc30034 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:08:31.635393 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd", "name": "network-vif-unplugged", "status": "completed", "tag": "fbc84863-7e63-4918-afcd-deab2b9f7f3b", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:08:31.635646 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a1cf8af7-e863-40e6-b573-bd03edc30034 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:08:31.636031 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1cf8af7-e863-40e6-b573-bd03edc30034'] response: {'server_uuid': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'code': 200} Sep 22 15:08:31.661905 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=fbc84863-7e63-4918-afcd-deab2b9f7f3b,revision_number=8']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:08:31.692210 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f8a21-f25c-4f1e-904b-65c18383f7ee req-de7f24e1-9610-4d20-9dee-477fc86193c3 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:31.694085 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f71f8a21-f25c-4f1e-904b-65c18383f7ee req-de7f24e1-9610-4d20-9dee-477fc86193c3 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0665467 Sep 22 15:08:31.743779 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f71f8a21-f25c-4f1e-904b-65c18383f7ee req-64b06bfc-f677-491c-a27d-e5176ddc7ad7 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443237 Sep 22 15:08:31.862970 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772451-704f-4573-bcbf-103b861ed831 req-174f34a7-f156-4d64-8f36-33a75f74260e tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:31.864451 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2b772451-704f-4573-bcbf-103b861ed831 req-174f34a7-f156-4d64-8f36-33a75f74260e tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0463648 Sep 22 15:08:31.912988 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2b772451-704f-4573-bcbf-103b861ed831 req-dd916045-53ba-4dc4-8c46-f3f28f0f280e tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431345 Sep 22 15:08:31.940622 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55422) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:08:32.050896 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496abb27-4b50-4faa-9217-f3b0c02d5056 tempest-TestShelveInstance-1083662174 tempest-TestShelveInstance-1083662174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:32.052407 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-496abb27-4b50-4faa-9217-f3b0c02d5056 tempest-TestShelveInstance-1083662174 tempest-TestShelveInstance-1083662174-project-admin] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 1124 time: 0.1108372 Sep 22 15:08:32.055604 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55428) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:08:32.060809 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Request body: {'floatingip': {'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'port_id': '59fbdb82-e035-4330-b666-277ad05e7e4a', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:08:32.067817 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb843f5-ec09-49f8-bf4d-14dfc693e5a0 req-8978a332-44c6-447a-82ce-c8f4a14b6400 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:32.069260 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9cb843f5-ec09-49f8-bf4d-14dfc693e5a0 req-8978a332-44c6-447a-82ce-c8f4a14b6400 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0569668 Sep 22 15:08:32.084654 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:32.116148 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9cb843f5-ec09-49f8-bf4d-14dfc693e5a0 req-22288f97-ca92-4d19-a01e-feb4eed53775 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413675 Sep 22 15:08:32.170437 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:32.211174 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:08:32.285553 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Allocated IP 172.27.1.25 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/36513612-de82-497a-b460-b194f913995d) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:08:32.386341 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:32.406689 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for port (36513612-de82-497a-b460-b194f913995d), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:32.439863 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (36513612-de82-497a-b460-b194f913995d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:32.486543 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:08:32.491542 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:08:32.495719 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:08:32.498894 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Pushing event updated for resources: {'Port': ['ID=36513612-de82-497a-b460-b194f913995d,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:08:32.600468 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:32.863877 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for floatingip (7210db63-bfc6-484a-ba6f-cd00467168dd), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:32.948000 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (36513612-de82-497a-b460-b194f913995d), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:33.099251 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for port (36513612-de82-497a-b460-b194f913995d), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:33.103792 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (36513612-de82-497a-b460-b194f913995d), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:33.169487 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (7210db63-bfc6-484a-ba6f-cd00467168dd), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:33.171326 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Pushing event updated for resources: {'Port': ['ID=36513612-de82-497a-b460-b194f913995d,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:08:33.222359 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:33.266306 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.l3_db [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Floating IP 7210db63-bfc6-484a-ba6f-cd00467168dd associated. External IP: 172.27.1.25, port: 59fbdb82-e035-4330-b666-277ad05e7e4a. Sep 22 15:08:33.449518 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:33.470112 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Router c4d0038c-a4bb-4af3-b9f9-cbc53713335b has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:08:33.571639 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:08:33.581617 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe70e41-6da9-455b-8647-93f93b8acd00 None None] Sync routers for ids ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:08:33.588919 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:33.595129 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe70e41-6da9-455b-8647-93f93b8acd00 None None] Routers {'c4d0038c-a4bb-4af3-b9f9-cbc53713335b'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:08:33.595786 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-7fe70e41-6da9-455b-8647-93f93b8acd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:08:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:08:33.619003 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7f92e1e9-7a56-473c-8cf3-eba8d94e2dae tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5621934 Sep 22 15:08:33.619681 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'tag': '59fbdb82-e035-4330-b666-277ad05e7e4a'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:08:33.621930 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b575e451-406b-4bf6-acb2-bad273a47fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "dac0c29c-1536-42ed-88ff-62f1acfa978a", "tag": "59fbdb82-e035-4330-b666-277ad05e7e4a"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:08:33.661549 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b680a46-29c3-45bf-a171-c0db2e71910e x-openstack-request-id: req-4b680a46-29c3-45bf-a171-c0db2e71910e {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:08:33.661864 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac0c29c-1536-42ed-88ff-62f1acfa978a", "tag": "59fbdb82-e035-4330-b666-277ad05e7e4a", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:08:33.662116 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4b680a46-29c3-45bf-a171-c0db2e71910e {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:08:33.662521 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b680a46-29c3-45bf-a171-c0db2e71910e'] response: {'name': 'network-changed', 'server_uuid': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'tag': '59fbdb82-e035-4330-b666-277ad05e7e4a', 'status': 'completed', 'code': 200} Sep 22 15:08:33.699370 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-7fe70e41-6da9-455b-8647-93f93b8acd00 None None] Set router c4d0038c-a4bb-4af3-b9f9-cbc53713335b gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:08:33.748898 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575e451-406b-4bf6-acb2-bad273a47fe4 req-4ce6a17b-e3cd-44a5-8070-4d5764cd8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:33.750301 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b575e451-406b-4bf6-acb2-bad273a47fe4 req-4ce6a17b-e3cd-44a5-8070-4d5764cd8ae3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eb5677466f5d4032a4cf6f05e34c3443&device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 1129 time: 0.0385714 Sep 22 15:08:33.842159 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575e451-406b-4bf6-acb2-bad273a47fe4 req-b010afa3-a688-4ce0-9461-0992ed623381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:33.843681 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b575e451-406b-4bf6-acb2-bad273a47fe4 req-b010afa3-a688-4ce0-9461-0992ed623381 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 HTTP/1.1" status: 200 len: 909 time: 0.0875292 Sep 22 15:08:33.907949 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-7fe70e41-6da9-455b-8647-93f93b8acd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:39Z', 'updated_at': '2022-09-22T15:07:43Z', 'revision_number': 4, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'gw_port': {'id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:40Z', 'updated_at': '2022-09-22T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '7210db63-bfc6-484a-ba6f-cd00467168dd', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'port_id': '59fbdb82-e035-4330-b666-277ad05e7e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'mac_address': 'fa:16:3e:99:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:08:32Z', 'updated_at': '2022-09-22T15:08:32Z', 'revision_number': 0, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb', 'name': '', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'mac_address': 'fa:16:3e:1d:7f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:42Z', 'updated_at': '2022-09-22T15:07:47Z', 'revision_number': 5, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'subnets': [{'id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:08:33.908683 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b575e451-406b-4bf6-acb2-bad273a47fe4 req-2e927331-ead0-4855-8d95-bf206e4f8073 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59fbdb82-e035-4330-b666-277ad05e7e4a HTTP/1.1" status: 200 len: 998 time: 0.0586467 Sep 22 15:08:33.932799 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe70e41-6da9-455b-8647-93f93b8acd00 None None] Checking router: c4d0038c-a4bb-4af3-b9f9-cbc53713335b for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:08:33.941800 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe70e41-6da9-455b-8647-93f93b8acd00 None None] Routers {'c4d0038c-a4bb-4af3-b9f9-cbc53713335b'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:08:33.942411 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-7fe70e41-6da9-455b-8647-93f93b8acd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:08:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:08:33.960334 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575e451-406b-4bf6-acb2-bad273a47fe4 req-58875bbf-f740-4234-9ef0-9b1bae5e253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:33.961789 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b575e451-406b-4bf6-acb2-bad273a47fe4 req-58875bbf-f740-4234-9ef0-9b1bae5e253f service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=b8155029-f874-48f5-95a8-71eb298fc9dc HTTP/1.1" status: 200 len: 847 time: 0.0470266 Sep 22 15:08:34.004584 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575e451-406b-4bf6-acb2-bad273a47fe4 req-f76d0839-4f7a-4b61-9512-0b3d6f0713ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:34.005996 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b575e451-406b-4bf6-acb2-bad273a47fe4 req-f76d0839-4f7a-4b61-9512-0b3d6f0713ac service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382199 Sep 22 15:08:34.043711 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-7fe70e41-6da9-455b-8647-93f93b8acd00 None None] Set router c4d0038c-a4bb-4af3-b9f9-cbc53713335b gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:08:34.080656 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:34.115333 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b575e451-406b-4bf6-acb2-bad273a47fe4 req-64bf6c03-fd94-4485-bbc4-dcd4e24ab7fa service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028292 Sep 22 15:08:34.162750 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd304-8b52-46e3-9329-06ee03429b11 req-3c525830-e72b-482e-a797-004fcd136d61 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:34.165000 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-925fd304-8b52-46e3-9329-06ee03429b11 req-3c525830-e72b-482e-a797-004fcd136d61 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0525625 Sep 22 15:08:34.219333 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-925fd304-8b52-46e3-9329-06ee03429b11 req-0834dea7-1214-43a8-9f8c-b6e46ca2d92b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462120 Sep 22 15:08:34.253260 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-83508601-0f56-4263-8af0-ab0fd4a5ba5a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0627017 Sep 22 15:08:34.258836 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-b575e451-406b-4bf6-acb2-bad273a47fe4 req-f2d106d1-5b9f-494b-83be-0977088c1a02 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316187 Sep 22 15:08:34.279846 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-7fe70e41-6da9-455b-8647-93f93b8acd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:39Z', 'updated_at': '2022-09-22T15:07:43Z', 'revision_number': 4, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'gw_port': {'id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:40Z', 'updated_at': '2022-09-22T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '7210db63-bfc6-484a-ba6f-cd00467168dd', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'port_id': '59fbdb82-e035-4330-b666-277ad05e7e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'mac_address': 'fa:16:3e:99:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:08:32Z', 'updated_at': '2022-09-22T15:08:32Z', 'revision_number': 0, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb', 'name': '', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'mac_address': 'fa:16:3e:1d:7f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:42Z', 'updated_at': '2022-09-22T15:07:47Z', 'revision_number': 5, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'subnets': [{'id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:08:34.306174 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe70e41-6da9-455b-8647-93f93b8acd00 None None] The sync data for ids ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'] in dv-cinder-856463-5-iscsi is: [{'id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:39Z', 'updated_at': '2022-09-22T15:07:43Z', 'revision_number': 4, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'gw_port': {'id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:40Z', 'updated_at': '2022-09-22T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '7210db63-bfc6-484a-ba6f-cd00467168dd', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'port_id': '59fbdb82-e035-4330-b666-277ad05e7e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'mac_address': 'fa:16:3e:99:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:08:32Z', 'updated_at': '2022-09-22T15:08:32Z', 'revision_number': 0, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb', 'name': '', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'mac_address': 'fa:16:3e:1d:7f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:42Z', 'updated_at': '2022-09-22T15:07:47Z', 'revision_number': 5, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'subnets': [{'id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:08:34.336239 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-c0fdb1b3-f573-47e9-9d71-2926149593ae tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:34.337627 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-c0fdb1b3-f573-47e9-9d71-2926149593ae tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports/fbc84863-7e63-4918-afcd-deab2b9f7f3b HTTP/1.1" status: 200 len: 940 time: 0.0520320 Sep 22 15:08:34.494021 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcfda38-5724-44bf-9cfc-279b4de619ee None None] New status for floating IP 7210db63-bfc6-484a-ba6f-cd00467168dd: ACTIVE {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:08:35.291172 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-87436d07-d762-4dc6-bae9-268a4d699a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:35.292732 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-87436d07-d762-4dc6-bae9-268a4d699a56 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd&tenant_id=58581ef3e3844816923467523d5be072 HTTP/1.1" status: 200 len: 1127 time: 0.0411310 Sep 22 15:08:35.355029 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbf1f0-f6e0-4453-9ef9-5ae7fd395d75 req-3ef2a16f-e395-4e19-97e3-2969da71fe4b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:35.356535 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e2bbf1f0-f6e0-4453-9ef9-5ae7fd395d75 req-3ef2a16f-e395-4e19-97e3-2969da71fe4b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0500760 Sep 22 15:08:35.369123 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-05c81251-c9f6-4809-9b7b-93cef0eb364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:35.370634 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-05c81251-c9f6-4809-9b7b-93cef0eb364b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 1127 time: 0.0384183 Sep 22 15:08:35.396092 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:35.403445 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e2bbf1f0-f6e0-4453-9ef9-5ae7fd395d75 req-6c7e2c37-9dd0-4df5-8df3-03c4706cc51a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412083 Sep 22 15:08:35.465503 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-c73d6edc-c705-4749-bb48-012fa0dc1af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:35.466962 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-c73d6edc-c705-4749-bb48-012fa0dc1af1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 200 len: 918 time: 0.0898218 Sep 22 15:08:35.480083 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:35.529965 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-8745a94a-7769-4905-bdb5-0a243fb79038 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b HTTP/1.1" status: 200 len: 999 time: 0.0554934 Sep 22 15:08:35.579084 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-4f80386d-4c9b-4711-ba01-2efcea9045ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:35.581108 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-4f80386d-4c9b-4711-ba01-2efcea9045ba service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=beeb1e81-2d0a-4aaa-8268-e889ab63bedf HTTP/1.1" status: 200 len: 856 time: 0.0454106 Sep 22 15:08:35.623414 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-8f4f37b2-2d1a-422e-a358-b89961b2a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:35.624886 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-8f4f37b2-2d1a-422e-a358-b89961b2a136 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d2cd27ce-59e4-4969-86d2-13164d033d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374527 Sep 22 15:08:35.711542 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-f0b53c43-46ab-474f-96c8-82a69f042866 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805740 Sep 22 15:08:35.801557 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-aa3bb03c-7b76-4997-84f2-35503566a80a req-3ab31c0b-53ce-4093-acb5-420fc466c99a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841160 Sep 22 15:08:36.555545 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f2c52-2f31-48db-9e8e-2a73b2506853 req-9746da25-67c4-4c5e-b906-9b9a21759761 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:36.561868 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a07f2c52-2f31-48db-9e8e-2a73b2506853 req-9746da25-67c4-4c5e-b906-9b9a21759761 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0597205 Sep 22 15:08:36.613040 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a07f2c52-2f31-48db-9e8e-2a73b2506853 req-443e4651-782f-485c-8308-748f6c04da71 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487220 Sep 22 15:08:37.747873 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95962fbe-0104-4078-8809-5aa105396ab3 req-7b9702ca-e3a6-4fb7-acb4-53816956f3b5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:37.749396 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-95962fbe-0104-4078-8809-5aa105396ab3 req-7b9702ca-e3a6-4fb7-acb4-53816956f3b5 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0474155 Sep 22 15:08:37.803920 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-95962fbe-0104-4078-8809-5aa105396ab3 req-0506ced3-1542-4522-a57e-27f275d6cd71 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483391 Sep 22 15:08:38.936427 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b95d9f-ba67-4c2a-913e-39b86f07d456 req-658c6add-b44b-45eb-a086-a99e849576d9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:38.937936 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-11b95d9f-ba67-4c2a-913e-39b86f07d456 req-658c6add-b44b-45eb-a086-a99e849576d9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0480564 Sep 22 15:08:38.994177 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-11b95d9f-ba67-4c2a-913e-39b86f07d456 req-330ddb2f-2fcb-4bde-b838-da43d326b817 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471344 Sep 22 15:08:40.129817 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a61f7-03a4-4091-9b8f-1e4aa3016d76 req-1d0f0b25-3849-486f-9030-7ddfec544df2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:40.132244 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-101a61f7-03a4-4091-9b8f-1e4aa3016d76 req-1d0f0b25-3849-486f-9030-7ddfec544df2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0502882 Sep 22 15:08:40.170292 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:40.184057 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-101a61f7-03a4-4091-9b8f-1e4aa3016d76 req-d638032d-be91-42de-af58-05106eaac27e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457103 Sep 22 15:08:41.326369 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327ec58-6ca1-4d0f-88c1-3950eeca6df6 req-e9a74762-5cff-474c-b8a8-29bb37e70012 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:41.329167 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c327ec58-6ca1-4d0f-88c1-3950eeca6df6 req-e9a74762-5cff-474c-b8a8-29bb37e70012 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0581419 Sep 22 15:08:41.366470 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:41.379497 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c327ec58-6ca1-4d0f-88c1-3950eeca6df6 req-4e069200-43ff-4a97-8b58-25499f9afa94 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440354 Sep 22 15:08:42.509873 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e7542-3032-418b-a8ce-048a7b79ca3e req-3a3514b0-2cd5-4437-949a-4f853f6f32bb tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:42.511687 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d09e7542-3032-418b-a8ce-048a7b79ca3e req-3a3514b0-2cd5-4437-949a-4f853f6f32bb tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0491450 Sep 22 15:08:42.559446 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d09e7542-3032-418b-a8ce-048a7b79ca3e req-c0c7d5a2-2216-41ab-b96d-7af2a8a5cc43 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419495 Sep 22 15:08:43.691726 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cff30e-b539-4a0f-9cab-0ec92ad04ba1 req-297b4dc8-e4a1-4feb-9376-de5b39ff71b0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:43.693809 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d2cff30e-b539-4a0f-9cab-0ec92ad04ba1 req-297b4dc8-e4a1-4feb-9376-de5b39ff71b0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0507185 Sep 22 15:08:43.747651 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d2cff30e-b539-4a0f-9cab-0ec92ad04ba1 req-5258aec7-6f1e-4f97-9501-fcb8e03f1138 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485601 Sep 22 15:08:44.282040 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:44.283884 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=16 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:44.602660 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:44.604821 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:44.872859 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f11dd-6bc7-45a0-bd4d-cf2bccfb6ba9 req-b12f1a37-ec1b-4096-92f3-f3d3a70fe839 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:44.874245 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d06f11dd-6bc7-45a0-bd4d-cf2bccfb6ba9 req-b12f1a37-ec1b-4096-92f3-f3d3a70fe839 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0454631 Sep 22 15:08:44.921468 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d06f11dd-6bc7-45a0-bd4d-cf2bccfb6ba9 req-47e5d9ae-1194-41c1-8d2c-cd5b662ff138 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409472 Sep 22 15:08:45.792727 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=38 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:45.798908 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=34 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:46.048879 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ded625-ac9b-4125-87a1-1246af5cc7a8 req-713686fe-6d9a-449d-8acc-3f45347ab31f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:46.050291 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-07ded625-ac9b-4125-87a1-1246af5cc7a8 req-713686fe-6d9a-449d-8acc-3f45347ab31f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0472379 Sep 22 15:08:46.096836 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-07ded625-ac9b-4125-87a1-1246af5cc7a8 req-4234070b-06e6-48fd-aff9-51a3601f13e2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410414 Sep 22 15:08:47.227930 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5537d-9d76-4acd-a7ec-bc62a6218c3a req-75ae12f8-2414-454d-aa73-3efd1c70a393 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:47.229372 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bef5537d-9d76-4acd-a7ec-bc62a6218c3a req-75ae12f8-2414-454d-aa73-3efd1c70a393 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0483339 Sep 22 15:08:47.276151 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bef5537d-9d76-4acd-a7ec-bc62a6218c3a req-e76fc842-5864-477a-8ffa-70452b9e1db2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412512 Sep 22 15:08:48.403335 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088a17c-ae4e-413e-8c88-140fd942d598 req-f203e119-8001-4db6-9414-2445937d97f2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:48.404774 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5088a17c-ae4e-413e-8c88-140fd942d598 req-f203e119-8001-4db6-9414-2445937d97f2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0463221 Sep 22 15:08:48.450048 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5088a17c-ae4e-413e-8c88-140fd942d598 req-174b878e-981b-41a1-bce0-16e3dc0ba41f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398359 Sep 22 15:08:49.592859 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1b73a-f408-4479-9c35-c7e1be6aed92 req-8908c623-c072-43e1-a5ed-3ff6df5bbda0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:49.594311 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dbb1b73a-f408-4479-9c35-c7e1be6aed92 req-8908c623-c072-43e1-a5ed-3ff6df5bbda0 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0554080 Sep 22 15:08:49.640262 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dbb1b73a-f408-4479-9c35-c7e1be6aed92 req-718b4086-2648-47bf-9950-98b62551942f tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396724 Sep 22 15:08:50.768328 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbbf7e-addc-4243-9825-0e251c724ee0 req-466a4a13-f84c-4e03-b4bf-8c024f3f36c3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:50.769818 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d5fbbf7e-addc-4243-9825-0e251c724ee0 req-466a4a13-f84c-4e03-b4bf-8c024f3f36c3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 943 time: 0.0497723 Sep 22 15:08:50.818280 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d5fbbf7e-addc-4243-9825-0e251c724ee0 req-d277a124-0c61-4ff0-ac11-4ec0e6b410e4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421472 Sep 22 15:08:51.611286 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device fbc84863-7e63-4918-afcd-deab2b9f7f3b details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:08:51.710083 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port fbc84863-7e63-4918-afcd-deab2b9f7f3b, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:08:51.836195 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'port_id': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'mac_address': 'fa:16:3e:66:88:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:08:51.870631 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port fbc84863-7e63-4918-afcd-deab2b9f7f3b is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:08:51.871032 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:51.884512 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc84863-7e63-4918-afcd-deab2b9f7f3b {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:08:51.904352 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port fbc84863-7e63-4918-afcd-deab2b9f7f3b, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:08:51.908228 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:51.947479 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3484d-e631-48fa-b6c3-41c58b2b7d33 req-0bd39e69-ccb4-41f4-9d18-29ab21bc68f7 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:51.948983 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-baa3484d-e631-48fa-b6c3-41c58b2b7d33 req-0bd39e69-ccb4-41f4-9d18-29ab21bc68f7 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 944 time: 0.0476925 Sep 22 15:08:51.954075 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=fbc84863-7e63-4918-afcd-deab2b9f7f3b,revision_number=9']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:08:51.961631 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:51.961986 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:51.962333 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:51.962677 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:51.963013 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:51.963374 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:51.963704 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:51.964035 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:51.964380 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:51.964685 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:51.965011 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:51.965338 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:51.965661 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:51.965985 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:51.966306 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:08:52.000720 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-baa3484d-e631-48fa-b6c3-41c58b2b7d33 req-fa1bca19-78bc-4458-b48d-9ed2ffd92b63 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461164 Sep 22 15:08:52.342305 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['fbc84863-7e63-4918-afcd-deab2b9f7f3b'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:08:52.466636 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:53.124718 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f07a5-61ea-4f42-b045-1e2c2690d570 req-a8bb9ffa-7c92-4393-8b9d-c860f48d5bd7 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:53.126213 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-871f07a5-61ea-4f42-b045-1e2c2690d570 req-a8bb9ffa-7c92-4393-8b9d-c860f48d5bd7 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 944 time: 0.0462337 Sep 22 15:08:53.172343 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-871f07a5-61ea-4f42-b045-1e2c2690d570 req-af08060f-6b99-48d1-a5b0-72a4b463f2d9 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403545 Sep 22 15:08:53.625266 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device fbc84863-7e63-4918-afcd-deab2b9f7f3b up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:08:53.670045 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port fbc84863-7e63-4918-afcd-deab2b9f7f3b triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:08:53.670442 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:53.670780 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port fbc84863-7e63-4918-afcd-deab2b9f7f3b Sep 22 15:08:53.739641 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port fbc84863-7e63-4918-afcd-deab2b9f7f3b is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:08:53.739957 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:53.761950 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:08:53.764232 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99505c2-5224-4e95-bb5e-81208e1e52b3" -d '{"events": [{"server_uuid": "e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd", "name": "network-vif-plugged", "status": "completed", "tag": "fbc84863-7e63-4918-afcd-deab2b9f7f3b"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:08:53.776190 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port fbc84863-7e63-4918-afcd-deab2b9f7f3b, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:08:53.780946 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:53.803802 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dbc9bd-c622-45f0-90a7-cc6f8d71a23e x-openstack-request-id: req-81dbc9bd-c622-45f0-90a7-cc6f8d71a23e {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:08:53.804089 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd", "name": "network-vif-plugged", "status": "completed", "tag": "fbc84863-7e63-4918-afcd-deab2b9f7f3b", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:08:53.804348 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-81dbc9bd-c622-45f0-90a7-cc6f8d71a23e {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:08:53.804728 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81dbc9bd-c622-45f0-90a7-cc6f8d71a23e'] response: {'server_uuid': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'code': 200} Sep 22 15:08:53.829108 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=fbc84863-7e63-4918-afcd-deab2b9f7f3b,revision_number=10']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:08:54.102037 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8223a-6ad8-440f-b053-e10df5fca001 req-15f202cf-5b3e-42b0-be37-5b779d0b4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:54.103559 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-07a8223a-6ad8-440f-b053-e10df5fca001 req-15f202cf-5b3e-42b0-be37-5b779d0b4bd9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 1130 time: 0.0837920 Sep 22 15:08:54.147449 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-07a8223a-6ad8-440f-b053-e10df5fca001 req-c2f5f833-70b9-4c36-ad3a-4fb89eb7fb85 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371997 Sep 22 15:08:54.281764 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:54.297271 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b9cec-ef07-44db-9d19-31a767070d8e req-e9923eb0-5d34-480a-ad3c-7e006c49fd0b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:54.298759 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4f0b9cec-ef07-44db-9d19-31a767070d8e req-e9923eb0-5d34-480a-ad3c-7e006c49fd0b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 946 time: 0.0475519 Sep 22 15:08:54.333805 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:54.346652 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4f0b9cec-ef07-44db-9d19-31a767070d8e req-8cbd0d28-89fa-425e-bb96-0b93d37a894a tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423849 Sep 22 15:08:54.696335 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8d26f816-92a3-4e55-9d95-f0bb9310af29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:55.058595 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=12 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:55.062606 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=14 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:55.476167 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cfc0b-9a6b-4751-92ab-7c719d539624 req-873afab5-1d90-4364-940f-a27d53ef0c21 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:55.477652 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c29cfc0b-9a6b-4751-92ab-7c719d539624 req-873afab5-1d90-4364-940f-a27d53ef0c21 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 946 time: 0.0494945 Sep 22 15:08:55.524930 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c29cfc0b-9a6b-4751-92ab-7c719d539624 req-658c2712-54c4-4000-866c-b20d9ab8b9c6 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415647 Sep 22 15:08:56.660142 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adacb6-9ef6-405c-a57c-00f7aa127f08 req-b8cd2ef7-e990-41a4-bc9a-b52d8739d39e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:56.661913 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-97adacb6-9ef6-405c-a57c-00f7aa127f08 req-b8cd2ef7-e990-41a4-bc9a-b52d8739d39e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 946 time: 0.0529397 Sep 22 15:08:56.714952 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-97adacb6-9ef6-405c-a57c-00f7aa127f08 req-ca8a13b5-8e3c-4def-98d3-c1d614b32c4b tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442190 Sep 22 15:08:57.129917 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-06347ce0-feff-4272-a68e-5af97b58250a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:08:57.837088 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe81dc3-c4a5-4f39-9e5a-aaf3c70f19ac req-a0c38e89-8f84-4ca3-875e-6b04da2feeb3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:08:57.838545 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-abe81dc3-c4a5-4f39-9e5a-aaf3c70f19ac req-a0c38e89-8f84-4ca3-875e-6b04da2feeb3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 946 time: 0.0451505 Sep 22 15:08:57.888369 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-abe81dc3-c4a5-4f39-9e5a-aaf3c70f19ac req-b6cb1418-383b-42dc-8cdb-195ee22e2834 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443738 Sep 22 15:08:58.243954 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:08:58.256553 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:00.015654 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:00.049045 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:04.137429 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=7 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:04.146562 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=11 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:07.882215 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=38 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:07.884761 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=24 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:09.210986 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:09:10.042790 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:10.044694 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:18.208051 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:19.206042 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=6 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:20.839398 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8337e154-f604-49d6-bdb8-f3e6ed847346 req-ad263e76-7f64-41ce-b353-b77cf1c1c539 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422149 Sep 22 15:09:20.944315 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337e154-f604-49d6-bdb8-f3e6ed847346 req-751f45fe-8722-4649-a0b6-3ba1343c1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:09:20.946246 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8337e154-f604-49d6-bdb8-f3e6ed847346 req-751f45fe-8722-4649-a0b6-3ba1343c1cb7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=58581ef3e3844816923467523d5be072&device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 1130 time: 0.0398848 Sep 22 15:09:21.052400 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337e154-f604-49d6-bdb8-f3e6ed847346 req-1a8a47bb-2cc5-4bbd-bb39-2f3089948cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:09:21.053874 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8337e154-f604-49d6-bdb8-f3e6ed847346 req-1a8a47bb-2cc5-4bbd-bb39-2f3089948cab service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 200 len: 918 time: 0.0876074 Sep 22 15:09:21.116914 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8337e154-f604-49d6-bdb8-f3e6ed847346 req-b28556fb-54ff-4134-b649-f3d6949d899a service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b HTTP/1.1" status: 200 len: 1001 time: 0.0551548 Sep 22 15:09:21.172704 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337e154-f604-49d6-bdb8-f3e6ed847346 req-ed3770fc-dc58-4ed9-9b58-3136b0ae8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:09:21.174200 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8337e154-f604-49d6-bdb8-f3e6ed847346 req-ed3770fc-dc58-4ed9-9b58-3136b0ae8141 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=beeb1e81-2d0a-4aaa-8268-e889ab63bedf HTTP/1.1" status: 200 len: 856 time: 0.0494394 Sep 22 15:09:21.219900 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337e154-f604-49d6-bdb8-f3e6ed847346 req-a9a41276-439e-4231-bffd-13c6be9a0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:09:21.221983 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8337e154-f604-49d6-bdb8-f3e6ed847346 req-a9a41276-439e-4231-bffd-13c6be9a0cdc service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d2cd27ce-59e4-4969-86d2-13164d033d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417929 Sep 22 15:09:21.232000 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [req-8337e154-f604-49d6-bdb8-f3e6ed847346 req-e49ffe8c-dd91-41a3-82ab-a7f003d676fb service neutron] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 15:09:21.232965 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8337e154-f604-49d6-bdb8-f3e6ed847346 req-e49ffe8c-dd91-41a3-82ab-a7f003d676fb service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049510 Sep 22 15:09:21.544440 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8337e154-f604-49d6-bdb8-f3e6ed847346 req-f356a30e-9cb3-4fd8-b750-6a6f118b870c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056929 Sep 22 15:09:21.634695 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-8337e154-f604-49d6-bdb8-f3e6ed847346 req-766136a1-d463-4ef8-ad7a-3e9ad008e54a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831966 Sep 22 15:09:22.463146 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:24.698689 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b46a05a7-1f27-46f0-9c49-33e24bd6ffa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:27.133641 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-84aca18f-6a60-4ce7-aead-eac93a7aa990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:28.257315 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:30.018947 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:30.050899 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:31.630717 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=52 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:31.631540 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=49 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:40.044444 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:40.046456 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:46.212615 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:09:52.464829 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:53.613210 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f680eb7-6d57-4e0d-a1a6-8a22a37dd3c0 req-d9c55b86-8a6b-415b-b7b7-badddf4102d3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:09:53.614677 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0f680eb7-6d57-4e0d-a1a6-8a22a37dd3c0 req-d9c55b86-8a6b-415b-b7b7-badddf4102d3 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 946 time: 0.0461659 Sep 22 15:09:53.661566 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0f680eb7-6d57-4e0d-a1a6-8a22a37dd3c0 req-2cc2a55c-6c00-4a10-9658-223bb8832454 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413728 Sep 22 15:09:54.700761 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-17f8e613-61dc-43fe-9b99-709f8fd76577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:54.790673 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c3619-bc8a-473b-9b57-21065d7a989f req-d7968f78-fd19-49a6-8bcd-ec99864e899d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:09:54.792175 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ca3c3619-bc8a-473b-9b57-21065d7a989f req-d7968f78-fd19-49a6-8bcd-ec99864e899d tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 946 time: 0.0466609 Sep 22 15:09:54.840359 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ca3c3619-bc8a-473b-9b57-21065d7a989f req-b76f227f-c82c-4b63-b80d-45ee57e9e1a2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=f40dee86-3f15-4eb6-9b89-e3049467aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423973 Sep 22 15:09:55.205119 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-a83881fb-54ce-4104-9c0b-b8f92546bd5e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:09:55.206458 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-a83881fb-54ce-4104-9c0b-b8f92546bd5e tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 946 time: 0.0454051 Sep 22 15:09:55.218963 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=6 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:55.289605 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Deleting port fbc84863-7e63-4918-afcd-deab2b9f7f3b {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:09:55.289946 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:55.375396 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] For port fbc84863-7e63-4918-afcd-deab2b9f7f3b, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fbc84863-7e63-4918-afcd-deab2b9f7f3b,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:09:55.375757 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:55.592645 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:55.593021 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (a175966a-6edf-4c6f-bcf7-3b5595f1fc0b), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:55.593345 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.l3_db [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Floating IP a175966a-6edf-4c6f-bcf7-3b5595f1fc0b disassociated. External IP: 172.27.1.145, port: fbc84863-7e63-4918-afcd-deab2b9f7f3b. Sep 22 15:09:55.593750 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Calling delete_port for fbc84863-7e63-4918-afcd-deab2b9f7f3b owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:09:55.722576 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (fbc84863-7e63-4918-afcd-deab2b9f7f3b), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:55.748023 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event deleted for resources: {'Port': ['ID=fbc84863-7e63-4918-afcd-deab2b9f7f3b,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:09:55.757632 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:55.757999 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:55.758325 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:55.758664 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:55.759073 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:55.759436 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:55.759768 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:55.760096 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:55.760839 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:55.760839 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:55.761299 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:55.761612 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:55.761934 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:55.762256 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:55.762575 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:55.870125 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Router fc6d170e-fe7b-43ec-9b75-12b9977f3515 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:09:55.951649 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7bbd9e92-f574-4ad7-a9ef-e185711c5108 req-2779b37c-d9bd-4866-b4e4-0e4912a51c46 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd HTTP/1.1" status: 200 len: 210 time: 0.0303812 Sep 22 15:09:55.975911 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:09:55.987047 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c089b-d402-4f64-98c8-1be8a9147305 None None] Sync routers for ids ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:09:55.997202 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9c089b-d402-4f64-98c8-1be8a9147305 None None] Routers {'fc6d170e-fe7b-43ec-9b75-12b9977f3515'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:09:55.997829 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-0c9c089b-d402-4f64-98c8-1be8a9147305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:09:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:09:56.017726 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] No DVR routers for this DVR port fbc84863-7e63-4918-afcd-deab2b9f7f3b on host hv-cinder-85646 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:09:56.020266 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:56.023582 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-21c94f59-df8c-4bd0-8434-7ed5a9a742dd req-fc51fc3a-dcad-4052-8309-157b2a3746a4 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.49 "DELETE /networking/v2.0/ports/fbc84863-7e63-4918-afcd-deab2b9f7f3b HTTP/1.1" status: 204 len: 173 time: 0.8113639 Sep 22 15:09:56.024069 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'name': 'network-vif-deleted', 'tag': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:09:56.026359 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5b4a9e-cbf4-4201-8dfe-f578a599ad99" -d '{"events": [{"server_uuid": "e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd", "name": "network-vif-deleted", "tag": "fbc84863-7e63-4918-afcd-deab2b9f7f3b"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:09:56.108293 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-0c9c089b-d402-4f64-98c8-1be8a9147305 None None] Set router fc6d170e-fe7b-43ec-9b75-12b9977f3515 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:09:56.145059 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cc3d53-5c91-4b92-ac54-8594f2b1e254 x-openstack-request-id: req-a2cc3d53-5c91-4b92-ac54-8594f2b1e254 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:09:56.145633 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd", "name": "network-vif-deleted", "tag": "fbc84863-7e63-4918-afcd-deab2b9f7f3b", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:09:56.146226 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2cc3d53-5c91-4b92-ac54-8594f2b1e254 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:09:56.146823 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2cc3d53-5c91-4b92-ac54-8594f2b1e254'] response: {'server_uuid': 'e9ccc61e-ee8b-45ed-84d4-ef31e45e8cdd', 'name': 'network-vif-deleted', 'tag': 'fbc84863-7e63-4918-afcd-deab2b9f7f3b', 'status': 'completed', 'code': 200} Sep 22 15:09:56.207130 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:56.311390 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-0c9c089b-d402-4f64-98c8-1be8a9147305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '427f15b2-4d03-435d-b186-5328e870139d', 'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'tenant_id': '58581ef3e3844816923467523d5be072', 'mac_address': 'fa:16:3e:c8:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:20Z', 'updated_at': '2022-09-22T14:58:29Z', 'revision_number': 5, 'project_id': '58581ef3e3844816923467523d5be072', 'subnets': [{'id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:09:56.335585 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c089b-d402-4f64-98c8-1be8a9147305 None None] Checking router: fc6d170e-fe7b-43ec-9b75-12b9977f3515 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:09:56.343705 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9c089b-d402-4f64-98c8-1be8a9147305 None None] Routers {'fc6d170e-fe7b-43ec-9b75-12b9977f3515'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:09:56.344327 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-0c9c089b-d402-4f64-98c8-1be8a9147305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:09:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:09:56.444226 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-0c9c089b-d402-4f64-98c8-1be8a9147305 None None] Set router fc6d170e-fe7b-43ec-9b75-12b9977f3515 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:09:56.625688 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-0c9c089b-d402-4f64-98c8-1be8a9147305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '427f15b2-4d03-435d-b186-5328e870139d', 'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'tenant_id': '58581ef3e3844816923467523d5be072', 'mac_address': 'fa:16:3e:c8:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:20Z', 'updated_at': '2022-09-22T14:58:29Z', 'revision_number': 5, 'project_id': '58581ef3e3844816923467523d5be072', 'subnets': [{'id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:09:56.655719 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9c089b-d402-4f64-98c8-1be8a9147305 None None] The sync data for ids ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'] in dv-cinder-856463-5-iscsi is: [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T14:58:21Z', 'revision_number': 4, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '427f15b2-4d03-435d-b186-5328e870139d', 'name': '', 'network_id': 'd2cd27ce-59e4-4969-86d2-13164d033d83', 'tenant_id': '58581ef3e3844816923467523d5be072', 'mac_address': 'fa:16:3e:c8:b6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:20Z', 'updated_at': '2022-09-22T14:58:29Z', 'revision_number': 5, 'project_id': '58581ef3e3844816923467523d5be072', 'subnets': [{'id': 'beeb1e81-2d0a-4aaa-8268-e889ab63bedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:09:56.874225 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca462445-2900-442d-b23d-812adcb77de4 None None] New status for floating IP a175966a-6edf-4c6f-bcf7-3b5595f1fc0b: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:09:57.053297 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55640) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:09:57.107965 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group (f40dee86-3f15-4eb6-9b89-e3049467aff6), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:57.134795 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group (f40dee86-3f15-4eb6-9b89-e3049467aff6), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:57.135563 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-23fca765-163f-4953-ae7e-92cddcbb5aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:57.183486 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (f40dee86-3f15-4eb6-9b89-e3049467aff6), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:57.186054 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:57.187215 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "DELETE /networking/v2.0/security-groups/f40dee86-3f15-4eb6-9b89-e3049467aff6 HTTP/1.1" status: 204 len: 168 time: 0.1328764 Sep 22 15:09:57.190118 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55642) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:09:57.196458 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40dee86-3f15-4eb6-9b89-e3049467aff6,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:09:57.204909 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:57.205086 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.api.v2.resource [None req-72eca9a8-5299-4146-b76a-eb5abd3a1c90 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] show failed (client error): The resource could not be found. Sep 22 15:09:57.205270 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:57.205612 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:57.205955 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:57.206066 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-72eca9a8-5299-4146-b76a-eb5abd3a1c90 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "GET /networking/v2.0/security-groups/f40dee86-3f15-4eb6-9b89-e3049467aff6 HTTP/1.1" status: 404 len: 347 time: 0.0149581 Sep 22 15:09:57.206369 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:57.206723 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:57.207058 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:57.207419 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:57.207752 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:57.208083 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:57.208418 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:57.208840 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:57.209205 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:57.209537 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:57.209666 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55644) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:09:57.209868 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1076-3c6a-4baf-94a6-3930a3abbcc2 tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:09:57.319785 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-156a0ae1-bacf-454a-a1fb-7846629aedbc tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Deleting port ff663871-7dd3-4031-80df-073fd0bdb949 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:09:57.320127 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-156a0ae1-bacf-454a-a1fb-7846629aedbc tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (ff663871-7dd3-4031-80df-073fd0bdb949), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:57.332894 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:57.359109 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:09:57.400375 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-156a0ae1-bacf-454a-a1fb-7846629aedbc tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (ff663871-7dd3-4031-80df-073fd0bdb949), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:57.400705 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-156a0ae1-bacf-454a-a1fb-7846629aedbc tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for floatingip (ff663871-7dd3-4031-80df-073fd0bdb949), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:57.412922 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-156a0ae1-bacf-454a-a1fb-7846629aedbc tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Calling delete_port for ff663871-7dd3-4031-80df-073fd0bdb949 owned by network:floatingip {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:09:57.546110 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-156a0ae1-bacf-454a-a1fb-7846629aedbc tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (ff663871-7dd3-4031-80df-073fd0bdb949), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:57.570772 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a0ae1-bacf-454a-a1fb-7846629aedbc tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Pushing event deleted for resources: {'Port': ['ID=ff663871-7dd3-4031-80df-073fd0bdb949,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:09:57.631452 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-156a0ae1-bacf-454a-a1fb-7846629aedbc tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks [] for floatingip (a175966a-6edf-4c6f-bcf7-3b5595f1fc0b), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:57.633859 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-156a0ae1-bacf-454a-a1fb-7846629aedbc tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:09:57.635008 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-156a0ae1-bacf-454a-a1fb-7846629aedbc tempest-AttachVolumeShelveTestJSON-669452962 tempest-AttachVolumeShelveTestJSON-669452962-project] 10.222.0.66 "DELETE /networking/v2.0/floatingips/a175966a-6edf-4c6f-bcf7-3b5595f1fc0b HTTP/1.1" status: 204 len: 168 time: 0.4241927 Sep 22 15:09:57.790304 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device fbc84863-7e63-4918-afcd-deab2b9f7f3b no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:09:57.809582 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: fbc84863-7e63-4918-afcd-deab2b9f7f3b {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:09:57.809930 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device fbc84863-7e63-4918-afcd-deab2b9f7f3b not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:09:58.261429 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:00.021809 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:00.054580 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:00.068606 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55666) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:10:00.476043 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-40e392fa-4211-42d9-b47c-454948e569b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4097958'] for router_interface (fc6d170e-fe7b-43ec-9b75-12b9977f3515), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:00.652712 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:00.689989 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-40e392fa-4211-42d9-b47c-454948e569b4 admin admin] Deleting port 427f15b2-4d03-435d-b186-5328e870139d {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:10:00.690332 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-40e392fa-4211-42d9-b47c-454948e569b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (427f15b2-4d03-435d-b186-5328e870139d), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:00.753422 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:00.769159 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-40e392fa-4211-42d9-b47c-454948e569b4 admin admin] For port 427f15b2-4d03-435d-b186-5328e870139d, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=427f15b2-4d03-435d-b186-5328e870139d,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:10:00.769525 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-40e392fa-4211-42d9-b47c-454948e569b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (427f15b2-4d03-435d-b186-5328e870139d), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:00.781838 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-40e392fa-4211-42d9-b47c-454948e569b4 admin admin] Calling delete_port for 427f15b2-4d03-435d-b186-5328e870139d owned by network:router_interface {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:10:00.956111 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-40e392fa-4211-42d9-b47c-454948e569b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (427f15b2-4d03-435d-b186-5328e870139d), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:00.981138 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e392fa-4211-42d9-b47c-454948e569b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=427f15b2-4d03-435d-b186-5328e870139d,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:01.139518 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-40e392fa-4211-42d9-b47c-454948e569b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4121366'] for router_interface (fc6d170e-fe7b-43ec-9b75-12b9977f3515), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:01.339735 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e392fa-4211-42d9-b47c-454948e569b4 admin admin] Router fc6d170e-fe7b-43ec-9b75-12b9977f3515 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:10:01.438388 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e392fa-4211-42d9-b47c-454948e569b4 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:10:01.443355 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-40e392fa-4211-42d9-b47c-454948e569b4 admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/fc6d170e-fe7b-43ec-9b75-12b9977f3515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3736587 Sep 22 15:10:01.445885 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55670) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:10:01.448509 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733e0ef-a4d4-4be9-976c-ca6e96e43cce None None] Sync routers for ids ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:10:01.458875 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733e0ef-a4d4-4be9-976c-ca6e96e43cce None None] Routers {'fc6d170e-fe7b-43ec-9b75-12b9977f3515'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:10:01.459579 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-9733e0ef-a4d4-4be9-976c-ca6e96e43cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:09:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:01.521803 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:01.540320 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:01.548258 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] Publish callbacks [] for router (fc6d170e-fe7b-43ec-9b75-12b9977f3515), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:01.559771 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-9733e0ef-a4d4-4be9-976c-ca6e96e43cce None None] Set router fc6d170e-fe7b-43ec-9b75-12b9977f3515 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:10:01.656221 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:01.671190 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:01.738888 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-9733e0ef-a4d4-4be9-976c-ca6e96e43cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T15:10:00Z', 'revision_number': 5, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:01.764879 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733e0ef-a4d4-4be9-976c-ca6e96e43cce None None] Checking router: fc6d170e-fe7b-43ec-9b75-12b9977f3515 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:10:01.773921 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733e0ef-a4d4-4be9-976c-ca6e96e43cce None None] Routers {'fc6d170e-fe7b-43ec-9b75-12b9977f3515'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:10:01.774537 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-9733e0ef-a4d4-4be9-976c-ca6e96e43cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:09:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:01.888947 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] Publish callbacks [] for router_gateway (fc6d170e-fe7b-43ec-9b75-12b9977f3515), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:01.933028 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] Deleting port d709aecf-4f16-43f2-b758-ed21e636967c {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:10:01.933281 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (d709aecf-4f16-43f2-b758-ed21e636967c), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.000593 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-9733e0ef-a4d4-4be9-976c-ca6e96e43cce None None] Set router fc6d170e-fe7b-43ec-9b75-12b9977f3515 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:10:02.012674 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] For port d709aecf-4f16-43f2-b758-ed21e636967c, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=d709aecf-4f16-43f2-b758-ed21e636967c,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:10:02.013041 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (d709aecf-4f16-43f2-b758-ed21e636967c), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.025431 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] Calling delete_port for d709aecf-4f16-43f2-b758-ed21e636967c owned by network:router_gateway {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:10:02.167584 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-9733e0ef-a4d4-4be9-976c-ca6e96e43cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T15:10:00Z', 'revision_number': 5, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:02.191777 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (d709aecf-4f16-43f2-b758-ed21e636967c), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.198639 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733e0ef-a4d4-4be9-976c-ca6e96e43cce None None] The sync data for ids ['fc6d170e-fe7b-43ec-9b75-12b9977f3515'] in dv-cinder-856463-5-iscsi is: [{'id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'name': 'tempest-AttachVolumeShelveTestJSON-1669691542-router', 'tenant_id': '58581ef3e3844816923467523d5be072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T14:58:13Z', 'updated_at': '2022-09-22T15:10:00Z', 'revision_number': 5, 'project_id': '58581ef3e3844816923467523d5be072', 'gw_port': {'id': 'd709aecf-4f16-43f2-b758-ed21e636967c', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d170e-fe7b-43ec-9b75-12b9977f3515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T14:58:14Z', 'updated_at': '2022-09-22T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:10:02.222585 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d709aecf-4f16-43f2-b758-ed21e636967c,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:02.286367 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121692'] for router_gateway (fc6d170e-fe7b-43ec-9b75-12b9977f3515), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.373846 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15746'] for router (fc6d170e-fe7b-43ec-9b75-12b9977f3515), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.376052 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] Publish callbacks [] for router_controller (fc6d170e-fe7b-43ec-9b75-12b9977f3515), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.417990 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4121451'] for router (fc6d170e-fe7b-43ec-9b75-12b9977f3515), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.418642 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc6d170e-fe7b-43ec-9b75-12b9977f3515 {{(pid=106242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 15:10:02.423258 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.424395 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-dc1b0c8c-a038-4dcd-b315-095222856fa3 admin admin] 10.222.0.66 "DELETE /networking/v2.0/routers/fc6d170e-fe7b-43ec-9b75-12b9977f3515 HTTP/1.1" status: 204 len: 168 time: 0.9775517 Sep 22 15:10:02.426946 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55672) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:10:02.474282 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98691a1-bb8f-4ac7-b7a4-38b0b9b624d1 admin admin] Deleting subnet beeb1e81-2d0a-4aaa-8268-e889ab63bedf {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 15:10:02.477425 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e98691a1-bb8f-4ac7-b7a4-38b0b9b624d1 admin admin] Publish callbacks [] for subnet (beeb1e81-2d0a-4aaa-8268-e889ab63bedf), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.511659 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e98691a1-bb8f-4ac7-b7a4-38b0b9b624d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9124838'] for subnet (beeb1e81-2d0a-4aaa-8268-e889ab63bedf), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.589427 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e98691a1-bb8f-4ac7-b7a4-38b0b9b624d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (beeb1e81-2d0a-4aaa-8268-e889ab63bedf), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.612604 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:02.645757 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:02.651303 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e98691a1-bb8f-4ac7-b7a4-38b0b9b624d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9125835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969113'] for subnet (beeb1e81-2d0a-4aaa-8268-e889ab63bedf), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.681671 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98691a1-bb8f-4ac7-b7a4-38b0b9b624d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beeb1e81-2d0a-4aaa-8268-e889ab63bedf,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:02.683694 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e98691a1-bb8f-4ac7-b7a4-38b0b9b624d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.688638 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fe1bdb-c19c-4fc2-873f-de82e34eeb6b None None] Network d2cd27ce-59e4-4969-86d2-13164d033d83 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:10:02.689742 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55674) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:10:02.691720 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e98691a1-bb8f-4ac7-b7a4-38b0b9b624d1 admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/beeb1e81-2d0a-4aaa-8268-e889ab63bedf HTTP/1.1" status: 204 len: 168 time: 0.2637241 Sep 22 15:10:02.766278 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (d2cd27ce-59e4-4969-86d2-13164d033d83), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.812844 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] Deleting port 1f83b846-296d-47ca-9986-d9a2bb9d1047 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:10:02.813195 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (1f83b846-296d-47ca-9986-d9a2bb9d1047), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.852796 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] DHCP port deletion for d2cd27ce-59e4-4969-86d2-13164d033d83 request from dv-cinder-856463-5-iscsi {{(pid=106243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 15:10:02.881652 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] For port 1f83b846-296d-47ca-9986-d9a2bb9d1047, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=1f83b846-296d-47ca-9986-d9a2bb9d1047,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:10:02.882025 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (1f83b846-296d-47ca-9986-d9a2bb9d1047), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.893029 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Deleting port 1f83b846-296d-47ca-9986-d9a2bb9d1047 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:10:02.893479 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (1f83b846-296d-47ca-9986-d9a2bb9d1047), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.896944 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] Calling delete_port for 1f83b846-296d-47ca-9986-d9a2bb9d1047 owned by network:dhcp {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:10:02.960091 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] For port 1f83b846-296d-47ca-9986-d9a2bb9d1047, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=1f83b846-296d-47ca-9986-d9a2bb9d1047,segment=NetworkSegment(b78a296e-1ffb-49aa-af77-ec20b3243f0f),segment_id=b78a296e-1ffb-49aa-af77-ec20b3243f0f)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:10:02.960581 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (1f83b846-296d-47ca-9986-d9a2bb9d1047), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:02.973559 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Calling delete_port for 1f83b846-296d-47ca-9986-d9a2bb9d1047 owned by network:dhcp {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:10:02.981686 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (1f83b846-296d-47ca-9986-d9a2bb9d1047), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:03.007333 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f83b846-296d-47ca-9986-d9a2bb9d1047,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:03.009098 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] No DVR routers for this DVR port 1f83b846-296d-47ca-9986-d9a2bb9d1047 on host dv-cinder-856463-5-iscsi {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:10:03.051235 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764'] for port (1f83b846-296d-47ca-9986-d9a2bb9d1047), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:03.074015 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Pushing event deleted for resources: {'Port': ['ID=1f83b846-296d-47ca-9986-d9a2bb9d1047,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:03.083827 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (d2cd27ce-59e4-4969-86d2-13164d033d83), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:03.084396 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:03.084753 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:03.085104 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:03.085450 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:03.086195 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:03.086195 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:03.086447 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:03.086780 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:03.087116 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:03.087475 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:03.087802 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:03.088132 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:03.088457 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:03.088783 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:03.089108 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:03.091985 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4581d9-2d6f-488a-8f21-85a37b0ccc06 None None] No DVR routers for this DVR port 1f83b846-296d-47ca-9986-d9a2bb9d1047 on host dv-cinder-856463-5-iscsi {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:10:03.105342 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2cd27ce-59e4-4969-86d2-13164d033d83']}} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:03.115141 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78a296e-1ffb-49aa-af77-ec20b3243f0f') {'for_net_delete': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:03.115474 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78a296e-1ffb-49aa-af77-ec20b3243f0f') {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:03.125010 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259296'] for segment (b78a296e-1ffb-49aa-af77-ec20b3243f0f), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:03.138771 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (b78a296e-1ffb-49aa-af77-ec20b3243f0f), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:03.148149 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=106241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 15:10:03.149448 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326477'] for segment (b78a296e-1ffb-49aa-af77-ec20b3243f0f), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:03.191394 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment b78a296e-1ffb-49aa-af77-ec20b3243f0f resource provider aggregate not found Sep 22 15:10:03.208944 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment b78a296e-1ffb-49aa-af77-ec20b3243f0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b78a296e-1ffb-49aa-af77-ec20b3243f0f found for delete ", "request_id": "req-8637e092-1ce8-43e7-9d42-7b46e33683bd"}]} Sep 22 15:10:03.213868 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (d2cd27ce-59e4-4969-86d2-13164d033d83), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:03.218611 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:03.224556 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/d2cd27ce-59e4-4969-86d2-13164d033d83 HTTP/1.1" status: 204 len: 168 time: 0.5333676 Sep 22 15:10:03.238223 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6aa33e-d878-4446-a275-94852443e4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2cd27ce-59e4-4969-86d2-13164d033d83,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:03.300639 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 1f83b846-296d-47ca-9986-d9a2bb9d1047 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:10:03.319556 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 1f83b846-296d-47ca-9986-d9a2bb9d1047 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:10:03.319900 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 1f83b846-296d-47ca-9986-d9a2bb9d1047 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:10:03.320312 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d709aecf-4f16-43f2-b758-ed21e636967c no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:10:03.337788 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: d709aecf-4f16-43f2-b758-ed21e636967c {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:10:03.338137 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device d709aecf-4f16-43f2-b758-ed21e636967c not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:10:03.338544 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 427f15b2-4d03-435d-b186-5328e870139d no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:10:03.360651 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55682) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:10:03.360847 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 427f15b2-4d03-435d-b186-5328e870139d {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:10:03.361385 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 427f15b2-4d03-435d-b186-5328e870139d not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:10:03.381583 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:03.393621 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:03.409312 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-4fb35999-c320-4aaa-97e0-e7cb6233fa22 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=58581ef3e3844816923467523d5be072&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0475178 Sep 22 15:10:03.412117 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55684) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:10:03.460765 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-82a9b88d-4ef5-4215-8e59-0825d6917974 admin admin] Publish callbacks [] for security_group (8be3f993-a5dd-459b-8b08-5cc91dd40a23), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:03.480741 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-82a9b88d-4ef5-4215-8e59-0825d6917974 admin admin] Publish callbacks [] for security_group (8be3f993-a5dd-459b-8b08-5cc91dd40a23), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:03.527558 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-82a9b88d-4ef5-4215-8e59-0825d6917974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (8be3f993-a5dd-459b-8b08-5cc91dd40a23), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:03.530025 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-82a9b88d-4ef5-4215-8e59-0825d6917974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:03.531182 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-82a9b88d-4ef5-4215-8e59-0825d6917974 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/8be3f993-a5dd-459b-8b08-5cc91dd40a23 HTTP/1.1" status: 204 len: 168 time: 0.1181669 Sep 22 15:10:03.539676 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9b88d-4ef5-4215-8e59-0825d6917974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be3f993-a5dd-459b-8b08-5cc91dd40a23,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:04.206668 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55706) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:10:04.302561 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-120818777-network', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:10:04.322440 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] Made reservation on behalf of 97d3ac84a92a42b1adc0ffb829e0de6f for: {'network': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:10:04.324734 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:04.333524 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:04.409499 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] Publish callbacks [] for security_group (48cfa53a-e3e5-45a0-9aac-0dc454cfdcde), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:04.413029 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (48cfa53a-e3e5-45a0-9aac-0dc454cfdcde), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:04.441539 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=106241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 15:10:04.450827 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cfa53a-e3e5-45a0-9aac-0dc454cfdcde,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:04.458382 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (f24d1e83-451b-4c8c-b22f-14db39b6d2b5), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:04.458382 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.segments_db [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] Added segment f24d1e83-451b-4c8c-b22f-14db39b6d2b5 of type vlan for network 063c128a-40d2-4d84-82e5-5c501116e376 Sep 22 15:10:04.503782 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (063c128a-40d2-4d84-82e5-5c501116e376), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:04.527616 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (063c128a-40d2-4d84-82e5-5c501116e376), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:04.528597 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:04.529204 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:04.581393 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3736115 Sep 22 15:10:04.584458 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55710) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:10:04.589285 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-828145a1-6242-4a91-816b-34ac8c1fae80 admin admin] Request body: {'subnet': {'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-120818777-subnet', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:10:04.592175 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb78aa-dcf5-4ac3-ae89-346bab5de78d admin admin] Pushing event updated for resources: {'Network': ['ID=063c128a-40d2-4d84-82e5-5c501116e376,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:04.602563 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network 063c128a-40d2-4d84-82e5-5c501116e376 details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 15:10:04.608540 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828145a1-6242-4a91-816b-34ac8c1fae80 admin admin] Made reservation on behalf of 97d3ac84a92a42b1adc0ffb829e0de6f for: {'subnet': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:10:04.611413 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-828145a1-6242-4a91-816b-34ac8c1fae80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8969142'] for subnet (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:04.777403 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-828145a1-6242-4a91-816b-34ac8c1fae80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9124628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8969120'] for subnet (ca17cbf9-2c29-4127-b529-fbee7e7385d6), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:04.826907 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828145a1-6242-4a91-816b-34ac8c1fae80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca17cbf9-2c29-4127-b529-fbee7e7385d6,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:04.841996 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828145a1-6242-4a91-816b-34ac8c1fae80 admin admin] Checking segment: {'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:10:04.842353 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828145a1-6242-4a91-816b-34ac8c1fae80 admin admin] Network hostable DHCP agents. Network: 063c128a-40d2-4d84-82e5-5c501116e376, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 15:10:04.858876 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828145a1-6242-4a91-816b-34ac8c1fae80 admin admin] Network 063c128a-40d2-4d84-82e5-5c501116e376 is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 15:10:04.867589 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-828145a1-6242-4a91-816b-34ac8c1fae80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, 063c128a-40d2-4d84-82e5-5c501116e376) {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:10:04.871583 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828145a1-6242-4a91-816b-34ac8c1fae80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:04.872191 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-828145a1-6242-4a91-816b-34ac8c1fae80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:04.876793 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d964ff-4d5d-4918-bf01-7834a6e2abc6 None None] Network 063c128a-40d2-4d84-82e5-5c501116e376 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:10:04.890305 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-828145a1-6242-4a91-816b-34ac8c1fae80 admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3047857 Sep 22 15:10:04.893706 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55712) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:10:04.897891 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:10:04.916342 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4124553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15760'] for router (57293e37-6179-4bb8-ab00-1fb5959f2c3a), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:04.917293 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4099067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4192051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15769'] for router (57293e37-6179-4bb8-ab00-1fb5959f2c3a), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:04.950651 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:04.970110 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Publish callbacks [] for router_controller (57293e37-6179-4bb8-ab00-1fb5959f2c3a), precommit_add_association {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:04.983266 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd1ba1b-f342-5f5c-8987-fbda7cf6b98e-063c128a-40d2-4d84-82e5-5c501116e376', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6'}]}} from dv-cinder-856463-5-iscsi. {{(pid=106243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 15:10:04.984197 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:05.004473 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:05.099852 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Publish callbacks [] for router_gateway (57293e37-6179-4bb8-ab00-1fb5959f2c3a), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:05.122208 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Allocated IP 172.20.0.2 (063c128a-40d2-4d84-82e5-5c501116e376/ca17cbf9-2c29-4127-b529-fbee7e7385d6/93d38dfd-7398-498e-8851-f72157241167) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:10:05.275852 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Publish callbacks [] for port (93d38dfd-7398-498e-8851-f72157241167), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:05.281591 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (93d38dfd-7398-498e-8851-f72157241167), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:05.289498 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Publish callbacks [] for router_gateway (57293e37-6179-4bb8-ab00-1fb5959f2c3a), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:05.291834 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=10 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:05.309324 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:05.323825 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Network 063c128a-40d2-4d84-82e5-5c501116e376 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:10:05.329441 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:10:05.331848 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:10:05.338643 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Pushing event updated for resources: {'Port': ['ID=93d38dfd-7398-498e-8851-f72157241167,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:05.396111 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Attempting to bind port 93d38dfd-7398-498e-8851-f72157241167 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:10:05.396396 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Attempting to bind port 93d38dfd-7398-498e-8851-f72157241167 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:10:05.396763 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Attempting to bind port 93d38dfd-7398-498e-8851-f72157241167 on network 063c128a-40d2-4d84-82e5-5c501116e376 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:10:05.418509 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Allocated IP 172.27.1.213 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/6e01bfb0-0097-4779-9a4e-69ef78268885) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:10:05.427606 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:05.440419 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:10:05.440800 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Checking segment: {'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:10:05.441208 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:05.441609 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Bound using segment: {'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:10:05.442084 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Bound port: 93d38dfd-7398-498e-8851-f72157241167, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:10:05.442469 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (93d38dfd-7398-498e-8851-f72157241167), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:05.505407 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] For port 93d38dfd-7398-498e-8851-f72157241167, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:10:05.508851 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] For port 93d38dfd-7398-498e-8851-f72157241167, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=93d38dfd-7398-498e-8851-f72157241167,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:10:05.515264 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (93d38dfd-7398-498e-8851-f72157241167), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:05.525058 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Publish callbacks [] for port (6e01bfb0-0097-4779-9a4e-69ef78268885), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:05.559815 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (6e01bfb0-0097-4779-9a4e-69ef78268885), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:05.569363 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59e6d3-e35d-41c7-92e2-60e07521f827 None None] Pushing event updated for resources: {'Port': ['ID=93d38dfd-7398-498e-8851-f72157241167,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:05.613879 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:10:05.615340 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:10:05.619042 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:10:05.647317 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Pushing event updated for resources: {'Port': ['ID=6e01bfb0-0097-4779-9a4e-69ef78268885,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:05.877148 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Publish callbacks [] for router_gateway (57293e37-6179-4bb8-ab00-1fb5959f2c3a), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:06.062806 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121636'] for router (57293e37-6179-4bb8-ab00-1fb5959f2c3a), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:06.177584 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:06.195424 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Router 57293e37-6179-4bb8-ab00-1fb5959f2c3a is scheduled to L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 with binding_index 1 {{(pid=106242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 15:10:06.305468 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:10:06.310721 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:06.317986 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Sync routers for ids ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:10:06.330330 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:06.331376 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Routers {'57293e37-6179-4bb8-ab00-1fb5959f2c3a'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:10:06.331615 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3a396a96-bdee-4045-831d-09fc03757adb admin admin] 10.222.0.66 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4369578 Sep 22 15:10:06.332476 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:09:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:06.334384 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55714) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:10:06.404749 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5969dd7f-7a58-454b-8ea8-778b9abebb1f None None] Network 063c128a-40d2-4d84-82e5-5c501116e376 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:10:06.507899 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-afa9677b-abb6-4d52-b799-52401f2971ae None None] Provisioning complete for port 93d38dfd-7398-498e-8851-f72157241167 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:10:06.508412 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-afa9677b-abb6-4d52-b799-52401f2971ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (93d38dfd-7398-498e-8851-f72157241167), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:06.508743 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-afa9677b-abb6-4d52-b799-52401f2971ae None None] Attempt 1 to provision port 93d38dfd-7398-498e-8851-f72157241167 Sep 22 15:10:06.537603 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Set router 57293e37-6179-4bb8-ab00-1fb5959f2c3a gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:10:06.617331 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-afa9677b-abb6-4d52-b799-52401f2971ae None None] Current status of the port 93d38dfd-7398-498e-8851-f72157241167 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:10:06.617719 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-afa9677b-abb6-4d52-b799-52401f2971ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (93d38dfd-7398-498e-8851-f72157241167), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:06.627156 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:06.656511 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-afa9677b-abb6-4d52-b799-52401f2971ae None None] For port 93d38dfd-7398-498e-8851-f72157241167, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=93d38dfd-7398-498e-8851-f72157241167,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:10:06.664300 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-afa9677b-abb6-4d52-b799-52401f2971ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (93d38dfd-7398-498e-8851-f72157241167), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:06.669028 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:06.723661 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9677b-abb6-4d52-b799-52401f2971ae None None] Pushing event updated for resources: {'Port': ['ID=93d38dfd-7398-498e-8851-f72157241167,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:06.748274 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:05Z', 'revision_number': 3, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:06.778502 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Checking router: 57293e37-6179-4bb8-ab00-1fb5959f2c3a for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:10:06.778848 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Updating router 57293e37-6179-4bb8-ab00-1fb5959f2c3a port 6e01bfb0-0097-4779-9a4e-69ef78268885 binding host dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:10:06.791127 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:06.807059 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6e01bfb0-0097-4779-9a4e-69ef78268885), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:06.884469 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-39370f42-4538-4ef6-8be7-ca2389525e06 None None] Provisioning complete for port 93d38dfd-7398-498e-8851-f72157241167 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:10:06.884962 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-39370f42-4538-4ef6-8be7-ca2389525e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (93d38dfd-7398-498e-8851-f72157241167), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:06.885323 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-39370f42-4538-4ef6-8be7-ca2389525e06 None None] Attempt 1 to provision port 93d38dfd-7398-498e-8851-f72157241167 Sep 22 15:10:06.954705 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Allocated IP 172.20.0.1 (063c128a-40d2-4d84-82e5-5c501116e376/ca17cbf9-2c29-4127-b529-fbee7e7385d6/151923b5-0de1-419b-9bd3-312c72d41950) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:10:06.963155 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-39370f42-4538-4ef6-8be7-ca2389525e06 None None] Current status of the port 93d38dfd-7398-498e-8851-f72157241167 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:10:07.032854 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 93d38dfd-7398-498e-8851-f72157241167 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:10:07.034062 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:07.077811 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Publish callbacks [] for port (6e01bfb0-0097-4779-9a4e-69ef78268885), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:07.081754 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 93d38dfd-7398-498e-8851-f72157241167 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:10:07.082159 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (93d38dfd-7398-498e-8851-f72157241167), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:07.082672 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 93d38dfd-7398-498e-8851-f72157241167 Sep 22 15:10:07.084647 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (6e01bfb0-0097-4779-9a4e-69ef78268885), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:07.122686 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Attempting to bind port 6e01bfb0-0097-4779-9a4e-69ef78268885 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:10:07.123070 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Attempting to bind port 6e01bfb0-0097-4779-9a4e-69ef78268885 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:10:07.123440 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Attempting to bind port 6e01bfb0-0097-4779-9a4e-69ef78268885 on network 0158fd45-c628-47d4-94af-d510067846ec {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:10:07.161089 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Pushing event updated for resources: {'Port': ['ID=6e01bfb0-0097-4779-9a4e-69ef78268885,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:07.174807 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 93d38dfd-7398-498e-8851-f72157241167 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:10:07.175031 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:07.175341 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:07.175588 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:07.175946 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:07.176282 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:07.176611 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:07.176939 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:07.177263 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:07.177589 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:07.177910 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:07.178236 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:07.178575 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:07.178921 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:07.179872 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:07.179872 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:10:07.194384 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:10:07.194728 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Checking segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:10:07.198944 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:07.198944 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Bound using segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:10:07.198944 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Bound port: 6e01bfb0-0097-4779-9a4e-69ef78268885, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:10:07.198944 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6e01bfb0-0097-4779-9a4e-69ef78268885), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:07.247066 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] For port 6e01bfb0-0097-4779-9a4e-69ef78268885, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:10:07.250484 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] For port 6e01bfb0-0097-4779-9a4e-69ef78268885, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=6e01bfb0-0097-4779-9a4e-69ef78268885,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:10:07.258204 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (6e01bfb0-0097-4779-9a4e-69ef78268885), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:07.285356 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:07.300206 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Routers {'57293e37-6179-4bb8-ab00-1fb5959f2c3a'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:10:07.300843 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:09:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:07.322533 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Publish callbacks [] for port (151923b5-0de1-419b-9bd3-312c72d41950), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:07.350614 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:07.356871 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (151923b5-0de1-419b-9bd3-312c72d41950), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:07.363144 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d53b2-fe38-4ece-ae27-59d8e11bad79 None None] Pushing event updated for resources: {'Port': ['ID=6e01bfb0-0097-4779-9a4e-69ef78268885,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:07.399083 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Network 063c128a-40d2-4d84-82e5-5c501116e376 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:10:07.404117 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:10:07.406313 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Pushing event updated for resources: {'Port': ['ID=151923b5-0de1-419b-9bd3-312c72d41950,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:07.408506 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:10:07.424691 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] Set router 57293e37-6179-4bb8-ab00-1fb5959f2c3a gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:10:07.446442 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4097821'] for router_interface (57293e37-6179-4bb8-ab00-1fb5959f2c3a), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:07.490958 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:07.587695 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (151923b5-0de1-419b-9bd3-312c72d41950), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:07.611425 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:05Z', 'revision_number': 3, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:07.636893 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774f0ec-c359-4dc2-a173-25a116ca335d None None] The sync data for ids ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'] in dv-cinder-856463-5-iscsi is: [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:05Z', 'revision_number': 3, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:10:07.686937 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Provisioning complete for port 151923b5-0de1-419b-9bd3-312c72d41950 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:10:07.687523 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (151923b5-0de1-419b-9bd3-312c72d41950), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:07.687672 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Attempt 1 to provision port 151923b5-0de1-419b-9bd3-312c72d41950 Sep 22 15:10:07.722066 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Port 151923b5-0de1-419b-9bd3-312c72d41950 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:10:07.753098 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Publish callbacks [] for port (151923b5-0de1-419b-9bd3-312c72d41950), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:07.758136 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (151923b5-0de1-419b-9bd3-312c72d41950), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:07.828318 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Pushing event updated for resources: {'Port': ['ID=151923b5-0de1-419b-9bd3-312c72d41950,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:07.834309 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4097929'] for router_interface (57293e37-6179-4bb8-ab00-1fb5959f2c3a), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:07.948639 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Network 063c128a-40d2-4d84-82e5-5c501116e376 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:10:07.950112 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:10:08.011588 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:08.075883 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Router 57293e37-6179-4bb8-ab00-1fb5959f2c3a has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:10:08.190233 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:10:08.197901 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f84c3c80-6d0a-4c7a-9750-442565aa7041 admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/57293e37-6179-4bb8-ab00-1fb5959f2c3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8603513 Sep 22 15:10:08.222876 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Attempt 2 to provision port 151923b5-0de1-419b-9bd3-312c72d41950 Sep 22 15:10:08.259323 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Port 151923b5-0de1-419b-9bd3-312c72d41950 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:10:08.482020 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 55724) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:10:08.487360 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-9478d30b-8a3c-48e8-bb20-b65cc7c8d457 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120711436', 'description': 'tempest-description--12581889'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:10:08.508593 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9478d30b-8a3c-48e8-bb20-b65cc7c8d457 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:08.575599 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9478d30b-8a3c-48e8-bb20-b65cc7c8d457 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group (d0f31c21-f8e2-4520-be42-b996ad82e70a), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:08.579385 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9478d30b-8a3c-48e8-bb20-b65cc7c8d457 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (d0f31c21-f8e2-4520-be42-b996ad82e70a), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:08.609267 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-9478d30b-8a3c-48e8-bb20-b65cc7c8d457 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:08.611074 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-9478d30b-8a3c-48e8-bb20-b65cc7c8d457 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1279476 Sep 22 15:10:08.612909 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478d30b-8a3c-48e8-bb20-b65cc7c8d457 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f31c21-f8e2-4520-be42-b996ad82e70a,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:08.614037 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55726) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:10:08.619801 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-8e869e3a-7441-4c21-a309-0a383e52251f tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Request body: {'security_group_rule': {'security_group_id': 'd0f31c21-f8e2-4520-be42-b996ad82e70a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:10:08.647871 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8e869e3a-7441-4c21-a309-0a383e52251f tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group_rule (88aa849e-7f80-414f-9507-6d68b7fbd20c), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:08.702468 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8e869e3a-7441-4c21-a309-0a383e52251f tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group_rule (88aa849e-7f80-414f-9507-6d68b7fbd20c), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:08.706326 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8e869e3a-7441-4c21-a309-0a383e52251f tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (88aa849e-7f80-414f-9507-6d68b7fbd20c), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:08.728000 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e869e3a-7441-4c21-a309-0a383e52251f tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88aa849e-7f80-414f-9507-6d68b7fbd20c,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:08.733051 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8e869e3a-7441-4c21-a309-0a383e52251f tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:08.734246 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-8e869e3a-7441-4c21-a309-0a383e52251f tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181462 Sep 22 15:10:08.737039 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55728) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:10:08.741174 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-9c6087d8-9164-49df-bb70-36d3f4fabba9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Request body: {'security_group_rule': {'security_group_id': 'd0f31c21-f8e2-4520-be42-b996ad82e70a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:10:08.760606 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Attempt 3 to provision port 151923b5-0de1-419b-9bd3-312c72d41950 Sep 22 15:10:08.766162 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9c6087d8-9164-49df-bb70-36d3f4fabba9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group_rule (d27132a6-ef06-4dd2-abce-4a2aac26a025), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:08.793291 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Port 151923b5-0de1-419b-9bd3-312c72d41950 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:10:08.808349 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:08.821532 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:08.823573 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9c6087d8-9164-49df-bb70-36d3f4fabba9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group_rule (d27132a6-ef06-4dd2-abce-4a2aac26a025), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:08.827100 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9c6087d8-9164-49df-bb70-36d3f4fabba9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (d27132a6-ef06-4dd2-abce-4a2aac26a025), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:08.848710 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6087d8-9164-49df-bb70-36d3f4fabba9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27132a6-ef06-4dd2-abce-4a2aac26a025,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:08.856777 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9c6087d8-9164-49df-bb70-36d3f4fabba9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:08.857988 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-9c6087d8-9164-49df-bb70-36d3f4fabba9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200414 Sep 22 15:10:08.861171 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55730) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:10:08.865805 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Request body: {'floatingip': {'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:10:08.888674 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:08.978401 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:09.018035 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 6e01bfb0-0097-4779-9a4e-69ef78268885 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:10:09.070216 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 6e01bfb0-0097-4779-9a4e-69ef78268885 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:10:09.070590 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (6e01bfb0-0097-4779-9a4e-69ef78268885), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:09.070929 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 6e01bfb0-0097-4779-9a4e-69ef78268885 Sep 22 15:10:09.089431 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Allocated IP 172.27.1.58 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/9e2744ea-5336-4d29-a3b6-164448dfc77c) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:10:09.147031 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 6e01bfb0-0097-4779-9a4e-69ef78268885 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:10:09.147456 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6e01bfb0-0097-4779-9a4e-69ef78268885), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:09.169006 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port 6e01bfb0-0097-4779-9a4e-69ef78268885, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=6e01bfb0-0097-4779-9a4e-69ef78268885,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:10:09.174989 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (6e01bfb0-0097-4779-9a4e-69ef78268885), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:09.199662 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Sync routers for ids ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:10:09.220828 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for port (9e2744ea-5336-4d29-a3b6-164448dfc77c), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:09.224958 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Routers {'57293e37-6179-4bb8-ab00-1fb5959f2c3a'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:10:09.225593 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:09:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:09.262110 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (9e2744ea-5336-4d29-a3b6-164448dfc77c), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:09.271872 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=6e01bfb0-0097-4779-9a4e-69ef78268885,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:09.299639 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:10:09.304633 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:10:09.306993 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:10:09.311063 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Attempt 4 to provision port 151923b5-0de1-419b-9bd3-312c72d41950 Sep 22 15:10:09.335915 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event updated for resources: {'Port': ['ID=9e2744ea-5336-4d29-a3b6-164448dfc77c,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:09.403352 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for floatingip (efe89f02-211b-4ffa-9aad-acad89960b60), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:09.445266 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (9e2744ea-5336-4d29-a3b6-164448dfc77c), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:09.488466 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Port 151923b5-0de1-419b-9bd3-312c72d41950 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:10:09.495139 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Set router 57293e37-6179-4bb8-ab00-1fb5959f2c3a gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:10:09.529918 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:09.590442 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:09.600264 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for port (9e2744ea-5336-4d29-a3b6-164448dfc77c), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:09.604544 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (9e2744ea-5336-4d29-a3b6-164448dfc77c), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:09.606325 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:09.609090 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:09.670474 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (efe89f02-211b-4ffa-9aad-acad89960b60), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:09.683043 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event updated for resources: {'Port': ['ID=9e2744ea-5336-4d29-a3b6-164448dfc77c,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:09.683283 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '151923b5-0de1-419b-9bd3-312c72d41950', 'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'mac_address': 'fa:16:3e:04:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:06Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 2, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'subnets': [{'id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:09.693017 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:09.694253 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-b6080ca0-1094-49ad-bed7-34c6e0b8b4bb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8320191 Sep 22 15:10:09.711838 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Checking router: 57293e37-6179-4bb8-ab00-1fb5959f2c3a for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:10:09.712201 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Updating router 57293e37-6179-4bb8-ab00-1fb5959f2c3a port 151923b5-0de1-419b-9bd3-312c72d41950 binding host dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:10:09.739687 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (151923b5-0de1-419b-9bd3-312c72d41950), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:09.849431 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-a6a67210-17b6-494b-a4f3-5583d2a754c7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1120711436&fields=id&tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f HTTP/1.1" status: 200 len: 267 time: 0.0452621 Sep 22 15:10:09.955753 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-83b5a0ac-4419-4294-8246-fee2e3e0bb2a tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:09.957231 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-83b5a0ac-4419-4294-8246-fee2e3e0bb2a tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/networks?id=063c128a-40d2-4d84-82e5-5c501116e376 HTTP/1.1" status: 200 len: 810 time: 0.1005108 Sep 22 15:10:09.971839 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-5294c733-78c6-4128-b369-7512f4d82a2b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/quotas/97d3ac84a92a42b1adc0ffb829e0de6f HTTP/1.1" status: 200 len: 375 time: 0.0092068 Sep 22 15:10:09.990179 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Attempt 5 to provision port 151923b5-0de1-419b-9bd3-312c72d41950 Sep 22 15:10:10.010928 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Publish callbacks [] for port (151923b5-0de1-419b-9bd3-312c72d41950), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:10.024900 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-46b6eac1-6d40-4ef7-a624-dedf11b9a215 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480092 Sep 22 15:10:10.026243 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (151923b5-0de1-419b-9bd3-312c72d41950), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:10.036974 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Port 151923b5-0de1-419b-9bd3-312c72d41950 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:10:10.085026 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-33d19a91-dd49-4e33-96c5-784d08cc4a13 service neutron] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 15:10:10.086025 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-33d19a91-dd49-4e33-96c5-784d08cc4a13 service neutron] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0497334 Sep 22 15:10:10.091320 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e64032-df15-4e17-8d00-7bac80230319 None None] Pushing event updated for resources: {'Port': ['ID=151923b5-0de1-419b-9bd3-312c72d41950,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:10.121404 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Attempting to bind port 151923b5-0de1-419b-9bd3-312c72d41950 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:10:10.121809 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Attempting to bind port 151923b5-0de1-419b-9bd3-312c72d41950 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:10:10.122185 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Attempting to bind port 151923b5-0de1-419b-9bd3-312c72d41950 on network 063c128a-40d2-4d84-82e5-5c501116e376 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:10:10.163638 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:10:10.164020 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Checking segment: {'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:10:10.164432 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:10.164834 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Bound using segment: {'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:10:10.165306 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Bound port: 151923b5-0de1-419b-9bd3-312c72d41950, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:10:10.165692 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (151923b5-0de1-419b-9bd3-312c72d41950), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:10.179646 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-9b239285-92af-4520-8bc2-5b25ca2dc207 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872211 Sep 22 15:10:10.230122 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] For port 151923b5-0de1-419b-9bd3-312c72d41950, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:10:10.234449 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] For port 151923b5-0de1-419b-9bd3-312c72d41950, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=151923b5-0de1-419b-9bd3-312c72d41950,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:10:10.241914 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (151923b5-0de1-419b-9bd3-312c72d41950), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:10.273995 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Routers {'57293e37-6179-4bb8-ab00-1fb5959f2c3a'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:10:10.274619 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:09:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:10.276607 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-83946d2e-49fb-45dc-be2e-734e96b491db service neutron] 10.222.0.66 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911164 Sep 22 15:10:10.318027 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:10.341465 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e64032-df15-4e17-8d00-7bac80230319 None None] Pushing event updated for resources: {'Port': ['ID=151923b5-0de1-419b-9bd3-312c72d41950,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:10.406243 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] Set router 57293e37-6179-4bb8-ab00-1fb5959f2c3a gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:10:10.448091 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3b627451-8c13-4fff-9769-4402341da560 req-44e5a6a3-8076-4514-8942-d0ebb9158cfd tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 210 time: 0.0298347 Sep 22 15:10:10.530817 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:10.538691 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Attempt 6 to provision port 151923b5-0de1-419b-9bd3-312c72d41950 Sep 22 15:10:10.678546 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '151923b5-0de1-419b-9bd3-312c72d41950', 'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'mac_address': 'fa:16:3e:04:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:06Z', 'updated_at': '2022-09-22T15:10:10Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'subnets': [{'id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:10.680252 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Current status of the port 151923b5-0de1-419b-9bd3-312c72d41950 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:10:10.680647 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (151923b5-0de1-419b-9bd3-312c72d41950), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:10.713994 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff55298-d1ab-4b28-bba0-1447ebd9e932 None None] The sync data for ids ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'] in dv-cinder-856463-5-iscsi is: [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '151923b5-0de1-419b-9bd3-312c72d41950', 'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'mac_address': 'fa:16:3e:04:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:06Z', 'updated_at': '2022-09-22T15:10:10Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'subnets': [{'id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:10:10.747725 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] For port 151923b5-0de1-419b-9bd3-312c72d41950, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=151923b5-0de1-419b-9bd3-312c72d41950,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:10:10.753636 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (151923b5-0de1-419b-9bd3-312c72d41950), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:10.821295 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49383f5-cecf-4bb4-9f2e-4ee4ae880070 None None] Pushing event updated for resources: {'Port': ['ID=151923b5-0de1-419b-9bd3-312c72d41950,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:10.877297 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-a6889bb1-5aac-45d7-a4f7-1ca67dc7d878 None None] Provisioning complete for port 151923b5-0de1-419b-9bd3-312c72d41950 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:10:10.877993 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a6889bb1-5aac-45d7-a4f7-1ca67dc7d878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (151923b5-0de1-419b-9bd3-312c72d41950), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:10.878492 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-a6889bb1-5aac-45d7-a4f7-1ca67dc7d878 None None] Attempt 1 to provision port 151923b5-0de1-419b-9bd3-312c72d41950 Sep 22 15:10:10.964054 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-a6889bb1-5aac-45d7-a4f7-1ca67dc7d878 None None] Current status of the port 151923b5-0de1-419b-9bd3-312c72d41950 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:10:11.092931 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 151923b5-0de1-419b-9bd3-312c72d41950 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:10:11.150999 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 151923b5-0de1-419b-9bd3-312c72d41950 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:10:11.151426 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (151923b5-0de1-419b-9bd3-312c72d41950), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:11.151763 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 151923b5-0de1-419b-9bd3-312c72d41950 Sep 22 15:10:11.236461 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 151923b5-0de1-419b-9bd3-312c72d41950 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:10:11.237909 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 6e01bfb0-0097-4779-9a4e-69ef78268885 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:10:11.286656 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 6e01bfb0-0097-4779-9a4e-69ef78268885 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:10:11.287041 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (6e01bfb0-0097-4779-9a4e-69ef78268885), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:11.287419 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 6e01bfb0-0097-4779-9a4e-69ef78268885 Sep 22 15:10:11.357246 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:11.369129 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 6e01bfb0-0097-4779-9a4e-69ef78268885 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:10:11.553031 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f86cf928-b3ec-49fb-bb5b-30ab3d1f7491 req-b210a7f5-cf76-4815-9d05-66241e416cb2 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 210 time: 0.0276363 Sep 22 15:10:11.717305 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:11.821758 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-0e293d90-0a34-4671-a8be-26d7fac32f17 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:11.823339 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-0e293d90-0a34-4671-a8be-26d7fac32f17 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.49 "GET /networking/v2.0/networks?id=063c128a-40d2-4d84-82e5-5c501116e376 HTTP/1.1" status: 200 len: 810 time: 0.1145599 Sep 22 15:10:11.893083 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-0de7c697-e010-4123-8fbf-d1e994ad144e tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f HTTP/1.1" status: 200 len: 380 time: 0.0554318 Sep 22 15:10:11.903095 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-af30017e-9672-4294-befc-ab25e0e976e7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Request body: {'port': {'device_id': '4c426490-04b2-413d-a451-672a1ba23a6b', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'admin_state_up': True, 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'security_groups': ['d0f31c21-f8e2-4520-be42-b996ad82e70a']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:10:12.016015 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-af30017e-9672-4294-befc-ab25e0e976e7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Made reservation on behalf of 97d3ac84a92a42b1adc0ffb829e0de6f for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:10:12.020315 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-af30017e-9672-4294-befc-ab25e0e976e7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:12.142326 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-af30017e-9672-4294-befc-ab25e0e976e7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Allocated IP 172.20.0.4 (063c128a-40d2-4d84-82e5-5c501116e376/ca17cbf9-2c29-4127-b529-fbee7e7385d6/954748c6-0755-4732-8c9d-18dc372759a6) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:10:12.277067 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:12.283341 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-af30017e-9672-4294-befc-ab25e0e976e7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for port (954748c6-0755-4732-8c9d-18dc372759a6), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:12.317151 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-af30017e-9672-4294-befc-ab25e0e976e7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (954748c6-0755-4732-8c9d-18dc372759a6), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:12.364248 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-af30017e-9672-4294-befc-ab25e0e976e7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Network 063c128a-40d2-4d84-82e5-5c501116e376 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:10:12.367446 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-af30017e-9672-4294-befc-ab25e0e976e7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:10:12.371225 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-af30017e-9672-4294-befc-ab25e0e976e7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:10:12.396079 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30017e-9672-4294-befc-ab25e0e976e7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event updated for resources: {'Port': ['ID=954748c6-0755-4732-8c9d-18dc372759a6,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:12.424342 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-af30017e-9672-4294-befc-ab25e0e976e7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:12.424972 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-af30017e-9672-4294-befc-ab25e0e976e7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:12.443503 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-af30017e-9672-4294-befc-ab25e0e976e7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5441325 Sep 22 15:10:12.495128 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Request body: {'port': {'device_id': '4c426490-04b2-413d-a451-672a1ba23a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:10:12.516173 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:12.557699 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (954748c6-0755-4732-8c9d-18dc372759a6), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:12.598427 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-d8bca5e9-c322-48c9-af74-27dc8bd12cf4 None None] Provisioning complete for port 954748c6-0755-4732-8c9d-18dc372759a6 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:10:12.598891 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d8bca5e9-c322-48c9-af74-27dc8bd12cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (954748c6-0755-4732-8c9d-18dc372759a6), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:12.599129 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-d8bca5e9-c322-48c9-af74-27dc8bd12cf4 None None] Attempt 1 to provision port 954748c6-0755-4732-8c9d-18dc372759a6 Sep 22 15:10:12.632089 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-d8bca5e9-c322-48c9-af74-27dc8bd12cf4 None None] Port 954748c6-0755-4732-8c9d-18dc372759a6 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:10:12.677159 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad2b3c-937d-4cdd-bb77-2999ee8a588c req-47bfa361-7187-4706-b20f-20204afeba2a tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:12.678657 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dfad2b3c-937d-4cdd-bb77-2999ee8a588c req-47bfa361-7187-4706-b20f-20204afeba2a tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 931 time: 0.0476193 Sep 22 15:10:12.728697 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dfad2b3c-937d-4cdd-bb77-2999ee8a588c req-b7b26793-58b1-4d06-a98c-f1ceeb68f024 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441799 Sep 22 15:10:12.818231 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954748c6-0755-4732-8c9d-18dc372759a6 {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:10:12.825677 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Publish callbacks [] for port (954748c6-0755-4732-8c9d-18dc372759a6), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:12.837581 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Transition to ACTIVE for port object 954748c6-0755-4732-8c9d-18dc372759a6 will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:10:12.841539 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (954748c6-0755-4732-8c9d-18dc372759a6), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:12.917979 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Pushing event updated for resources: {'Port': ['ID=954748c6-0755-4732-8c9d-18dc372759a6,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:12.950834 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Attempting to bind port 954748c6-0755-4732-8c9d-18dc372759a6 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:10:12.951176 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Attempting to bind port 954748c6-0755-4732-8c9d-18dc372759a6 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:10:12.951537 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Attempting to bind port 954748c6-0755-4732-8c9d-18dc372759a6 on network 063c128a-40d2-4d84-82e5-5c501116e376 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:10:12.992135 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Port 954748c6-0755-4732-8c9d-18dc372759a6 on network 063c128a-40d2-4d84-82e5-5c501116e376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:10:12.992463 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Attempting to bind port 954748c6-0755-4732-8c9d-18dc372759a6 on network 063c128a-40d2-4d84-82e5-5c501116e376 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:10:13.034242 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:10:13.034584 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Checking segment: {'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:10:13.034972 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Bound using segment: {'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:10:13.035448 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Bound port: 954748c6-0755-4732-8c9d-18dc372759a6, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:10:13.035813 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (954748c6-0755-4732-8c9d-18dc372759a6), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:13.094369 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] For port 954748c6-0755-4732-8c9d-18dc372759a6, host hv-cinder-85646, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:10:13.097341 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] For port 954748c6-0755-4732-8c9d-18dc372759a6, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=954748c6-0755-4732-8c9d-18dc372759a6,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:10:13.103400 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (954748c6-0755-4732-8c9d-18dc372759a6), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:13.107324 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:13.107943 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:13.109291 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/954748c6-0755-4732-8c9d-18dc372759a6 HTTP/1.1" status: 200 len: 1093 time: 0.6185851 Sep 22 15:10:13.109870 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c426490-04b2-413d-a451-672a1ba23a6b', 'tag': '954748c6-0755-4732-8c9d-18dc372759a6'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:10:13.112139 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a7d1f0-192b-4dc5-a7c5-fefb4be85b28" -d '{"events": [{"name": "network-changed", "server_uuid": "4c426490-04b2-413d-a451-672a1ba23a6b", "tag": "954748c6-0755-4732-8c9d-18dc372759a6"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:10:13.133294 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-d8bca5e9-c322-48c9-af74-27dc8bd12cf4 None None] Attempt 2 to provision port 954748c6-0755-4732-8c9d-18dc372759a6 Sep 22 15:10:13.151437 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe186e21-0672-4e4d-9d18-525c67b06039 x-openstack-request-id: req-fe186e21-0672-4e4d-9d18-525c67b06039 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:10:13.151731 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c426490-04b2-413d-a451-672a1ba23a6b", "tag": "954748c6-0755-4732-8c9d-18dc372759a6", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:10:13.151985 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fe186e21-0672-4e4d-9d18-525c67b06039 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:10:13.152416 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe186e21-0672-4e4d-9d18-525c67b06039'] response: {'name': 'network-changed', 'server_uuid': '4c426490-04b2-413d-a451-672a1ba23a6b', 'tag': '954748c6-0755-4732-8c9d-18dc372759a6', 'status': 'completed', 'code': 200} Sep 22 15:10:13.167175 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772b5c1-f6be-41bf-bdc6-9a34a9707f2d service neutron] Pushing event updated for resources: {'Port': ['ID=954748c6-0755-4732-8c9d-18dc372759a6,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:13.178079 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-d8bca5e9-c322-48c9-af74-27dc8bd12cf4 None None] Port 954748c6-0755-4732-8c9d-18dc372759a6 had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 15:10:13.219922 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-0cffcdd1-4107-42aa-a64b-9a4fb4cf0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:13.221429 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-0cffcdd1-4107-42aa-a64b-9a4fb4cf0007 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 1127 time: 0.0394268 Sep 22 15:10:13.269365 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-5bd74a32-4d50-4aee-9787-a780f6a9da5a service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954748c6-0755-4732-8c9d-18dc372759a6 HTTP/1.1" status: 200 len: 217 time: 0.0335786 Sep 22 15:10:13.302409 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:13.308128 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:13.319012 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-d2a29249-d0c3-45be-9b84-9134d9d0211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:13.320478 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-d2a29249-d0c3-45be-9b84-9134d9d0211e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca17cbf9-2c29-4127-b529-fbee7e7385d6 HTTP/1.1" status: 200 len: 849 time: 0.0457587 Sep 22 15:10:13.366822 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-f0156d8a-9ce1-4e32-ac8e-4e5b60abe71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:13.368324 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-f0156d8a-9ce1-4e32-ac8e-4e5b60abe71b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=063c128a-40d2-4d84-82e5-5c501116e376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409081 Sep 22 15:10:13.457333 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-81ec0dac-1d43-4141-a673-81a4605b151f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818517 Sep 22 15:10:13.550358 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f4f0f6b6-9810-4061-9595-d5c2aa293bbd req-4d563338-8bf3-4cb9-aa37-de8792887849 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865395 Sep 22 15:10:13.848338 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d358a-020d-4e7e-b5a6-6865f95faf4d req-f3906b27-0894-4dba-a45e-82839da2c503 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:13.849786 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d29d358a-020d-4e7e-b5a6-6865f95faf4d req-f3906b27-0894-4dba-a45e-82839da2c503 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 943 time: 0.0459900 Sep 22 15:10:13.897865 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d29d358a-020d-4e7e-b5a6-6865f95faf4d req-61c60d32-a634-4d35-a801-cfb5d092e8ae tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 Sep 22 15:10:15.021268 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dacd99-fd6a-4a65-bcc4-1117c2bb967d req-44b56483-060a-4a2f-bd9f-213c22f89ef4 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:15.022710 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-61dacd99-fd6a-4a65-bcc4-1117c2bb967d req-44b56483-060a-4a2f-bd9f-213c22f89ef4 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 943 time: 0.0456843 Sep 22 15:10:15.068039 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-61dacd99-fd6a-4a65-bcc4-1117c2bb967d req-fc30c250-64d4-4801-b759-180e06e72092 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398936 Sep 22 15:10:15.609520 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7d1f0-192b-4dc5-a7c5-fefb4be85b28 req-89bc28b6-7089-4731-8948-e7aef8ac1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:15.611569 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-94a7d1f0-192b-4dc5-a7c5-fefb4be85b28 req-89bc28b6-7089-4731-8948-e7aef8ac1fe4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 1127 time: 0.0392194 Sep 22 15:10:15.703343 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7d1f0-192b-4dc5-a7c5-fefb4be85b28 req-d4c5784c-0165-4df2-af3f-991e76103bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:15.705285 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-94a7d1f0-192b-4dc5-a7c5-fefb4be85b28 req-d4c5784c-0165-4df2-af3f-991e76103bab service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=063c128a-40d2-4d84-82e5-5c501116e376 HTTP/1.1" status: 200 len: 911 time: 0.0874047 Sep 22 15:10:15.743788 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-94a7d1f0-192b-4dc5-a7c5-fefb4be85b28 req-ef11748c-e753-4da7-bd17-c34ebe0664de service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954748c6-0755-4732-8c9d-18dc372759a6 HTTP/1.1" status: 200 len: 217 time: 0.0320399 Sep 22 15:10:15.792512 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7d1f0-192b-4dc5-a7c5-fefb4be85b28 req-67b30ff0-8b0e-451e-ad33-a9ede9b0a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:15.793964 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-94a7d1f0-192b-4dc5-a7c5-fefb4be85b28 req-67b30ff0-8b0e-451e-ad33-a9ede9b0a526 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca17cbf9-2c29-4127-b529-fbee7e7385d6 HTTP/1.1" status: 200 len: 849 time: 0.0437236 Sep 22 15:10:15.839877 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7d1f0-192b-4dc5-a7c5-fefb4be85b28 req-a06df2de-f972-4d6f-aa0f-677ae194c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:15.842196 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-94a7d1f0-192b-4dc5-a7c5-fefb4be85b28 req-a06df2de-f972-4d6f-aa0f-677ae194c0f1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=063c128a-40d2-4d84-82e5-5c501116e376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421798 Sep 22 15:10:15.895100 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 954748c6-0755-4732-8c9d-18dc372759a6 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:10:15.931861 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-94a7d1f0-192b-4dc5-a7c5-fefb4be85b28 req-e81cc6c4-d171-42ad-893a-9aca45541316 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834913 Sep 22 15:10:15.967330 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:15.996457 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 954748c6-0755-4732-8c9d-18dc372759a6, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=954748c6-0755-4732-8c9d-18dc372759a6,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:10:16.007503 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '954748c6-0755-4732-8c9d-18dc372759a6', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'port_id': '954748c6-0755-4732-8c9d-18dc372759a6', 'mac_address': 'fa:16:3e:70:b7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:10:16.024657 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-94a7d1f0-192b-4dc5-a7c5-fefb4be85b28 req-15740f0e-72d6-40d9-beea-e8717335f35a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862534 Sep 22 15:10:16.042131 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 954748c6-0755-4732-8c9d-18dc372759a6 is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:10:16.042526 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (954748c6-0755-4732-8c9d-18dc372759a6), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:16.058864 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954748c6-0755-4732-8c9d-18dc372759a6 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:10:16.077989 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 954748c6-0755-4732-8c9d-18dc372759a6, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=954748c6-0755-4732-8c9d-18dc372759a6,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:10:16.081710 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (954748c6-0755-4732-8c9d-18dc372759a6), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:16.127979 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=954748c6-0755-4732-8c9d-18dc372759a6,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:16.190920 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace5a59-d78b-4f5f-9b3e-a378657ad5e3 req-6a93c0c5-eed6-48bc-9fe9-fc5b3153b0a1 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:16.192411 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5ace5a59-d78b-4f5f-9b3e-a378657ad5e3 req-6a93c0c5-eed6-48bc-9fe9-fc5b3153b0a1 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 944 time: 0.0488722 Sep 22 15:10:16.238651 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5ace5a59-d78b-4f5f-9b3e-a378657ad5e3 req-b576025c-505d-44a8-9f53-788d283ea336 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406661 Sep 22 15:10:16.547154 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['954748c6-0755-4732-8c9d-18dc372759a6'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:10:17.324568 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:17.360926 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721be03-1ac2-4a5c-bcc9-591bc83c2e54 req-4c59e007-973c-4a47-ba8c-55b860d48358 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:17.362404 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e721be03-1ac2-4a5c-bcc9-591bc83c2e54 req-4c59e007-973c-4a47-ba8c-55b860d48358 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 944 time: 0.0475330 Sep 22 15:10:17.408829 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e721be03-1ac2-4a5c-bcc9-591bc83c2e54 req-870840e0-c8eb-4cd0-96a0-6f8b80779485 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409100 Sep 22 15:10:17.613689 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=29 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:17.614600 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=24 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:17.904791 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 954748c6-0755-4732-8c9d-18dc372759a6 up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:10:17.947554 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port 954748c6-0755-4732-8c9d-18dc372759a6 completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:10:17.954003 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 954748c6-0755-4732-8c9d-18dc372759a6 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:10:17.954537 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (954748c6-0755-4732-8c9d-18dc372759a6), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:17.954943 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 954748c6-0755-4732-8c9d-18dc372759a6 Sep 22 15:10:18.025319 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 954748c6-0755-4732-8c9d-18dc372759a6 is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:10:18.025699 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (954748c6-0755-4732-8c9d-18dc372759a6), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:18.047984 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c426490-04b2-413d-a451-672a1ba23a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954748c6-0755-4732-8c9d-18dc372759a6'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:10:18.050222 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fda5d61-40c7-4958-8408-ca3827ed9dce" -d '{"events": [{"server_uuid": "4c426490-04b2-413d-a451-672a1ba23a6b", "name": "network-vif-plugged", "status": "completed", "tag": "954748c6-0755-4732-8c9d-18dc372759a6"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:10:18.066275 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 954748c6-0755-4732-8c9d-18dc372759a6, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=954748c6-0755-4732-8c9d-18dc372759a6,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:10:18.070528 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (954748c6-0755-4732-8c9d-18dc372759a6), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:18.117692 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=954748c6-0755-4732-8c9d-18dc372759a6,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:10:18.145038 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a617e44c-5a8b-4b4a-8af4-2e4d2ae69e73 x-openstack-request-id: req-a617e44c-5a8b-4b4a-8af4-2e4d2ae69e73 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:10:18.145327 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c426490-04b2-413d-a451-672a1ba23a6b", "name": "network-vif-plugged", "status": "completed", "tag": "954748c6-0755-4732-8c9d-18dc372759a6", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:10:18.145578 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a617e44c-5a8b-4b4a-8af4-2e4d2ae69e73 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:10:18.145969 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a617e44c-5a8b-4b4a-8af4-2e4d2ae69e73'] response: {'server_uuid': '4c426490-04b2-413d-a451-672a1ba23a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954748c6-0755-4732-8c9d-18dc372759a6', 'code': 200} Sep 22 15:10:18.357154 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed70e2-bd9d-48ba-a083-28236a6dbe36 req-545163fd-2f7e-45c2-b9cf-f1d842b4713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:18.358539 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a0ed70e2-bd9d-48ba-a083-28236a6dbe36 req-545163fd-2f7e-45c2-b9cf-f1d842b4713f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 1129 time: 0.0384078 Sep 22 15:10:18.402473 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-a0ed70e2-bd9d-48ba-a083-28236a6dbe36 req-77483534-fe35-4e68-874f-9555335df8ac service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380127 Sep 22 15:10:18.531333 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b326cb-f464-4bf6-96b7-4bbddde4af65 req-55bb9509-6de4-48bb-8413-37abd2b17f37 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:18.532816 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-71b326cb-f464-4bf6-96b7-4bbddde4af65 req-55bb9509-6de4-48bb-8413-37abd2b17f37 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0495307 Sep 22 15:10:18.578275 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-71b326cb-f464-4bf6-96b7-4bbddde4af65 req-8a8a73ff-263d-48da-b05d-e59e5869a953 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398602 Sep 22 15:10:19.662852 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:19.700959 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c2b5f-66c4-4ecf-9862-f9598e737a5d req-1a80aa96-ddce-4f85-af2b-b63117f51a59 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:19.702353 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2c7c2b5f-66c4-4ecf-9862-f9598e737a5d req-1a80aa96-ddce-4f85-af2b-b63117f51a59 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0479918 Sep 22 15:10:19.748177 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2c7c2b5f-66c4-4ecf-9862-f9598e737a5d req-6e161107-0d63-491f-96e6-e85fae3f8eba tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401440 Sep 22 15:10:20.817255 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ded7afe6-ecdb-4a10-b30e-40d6e62eee9d req-8b4e09b6-6cad-451a-92c9-16385b49e440 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385737 Sep 22 15:10:20.870798 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c792f-fb1a-4b37-a608-3ba04c2e243a req-7baf03ae-3d74-46dc-9c6d-646dedefb82a tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:20.872314 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-355c792f-fb1a-4b37-a608-3ba04c2e243a req-7baf03ae-3d74-46dc-9c6d-646dedefb82a tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0468457 Sep 22 15:10:20.908633 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7afe6-ecdb-4a10-b30e-40d6e62eee9d req-b9450b22-7527-4c53-8b5c-893a69735b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:20.910244 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ded7afe6-ecdb-4a10-b30e-40d6e62eee9d req-b9450b22-7527-4c53-8b5c-893a69735b3a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eb5677466f5d4032a4cf6f05e34c3443&device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 1129 time: 0.0444624 Sep 22 15:10:20.926255 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-355c792f-fb1a-4b37-a608-3ba04c2e243a req-cd0676ba-0616-4535-9ea8-d91dc6693ead tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471332 Sep 22 15:10:21.026756 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7afe6-ecdb-4a10-b30e-40d6e62eee9d req-80d8e292-8b61-418d-a0e6-48a7e3fe3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:21.028311 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ded7afe6-ecdb-4a10-b30e-40d6e62eee9d req-80d8e292-8b61-418d-a0e6-48a7e3fe3f60 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 HTTP/1.1" status: 200 len: 909 time: 0.0971048 Sep 22 15:10:21.044920 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9066465-bb96-4159-b169-4f30f24c6221 req-bb23cc12-c23b-468b-8eb6-33b469e15517 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:21.046423 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f9066465-bb96-4159-b169-4f30f24c6221 req-bb23cc12-c23b-468b-8eb6-33b469e15517 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0477202 Sep 22 15:10:21.058745 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 55792) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:10:21.063224 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-c0bd0b70-4ee8-473e-8426-2d36bac9c906 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Request body: {'floatingip': {'port_id': '954748c6-0755-4732-8c9d-18dc372759a6'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:10:21.085015 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:21.098270 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ded7afe6-ecdb-4a10-b30e-40d6e62eee9d req-c3dc2d95-5851-4334-9fb8-a92b2c76d2cf service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59fbdb82-e035-4330-b666-277ad05e7e4a HTTP/1.1" status: 200 len: 1000 time: 0.0639021 Sep 22 15:10:21.101795 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c0bd0b70-4ee8-473e-8426-2d36bac9c906 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for floatingip (efe89f02-211b-4ffa-9aad-acad89960b60), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:21.138743 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:21.148929 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7afe6-ecdb-4a10-b30e-40d6e62eee9d req-f71d31cc-5541-4252-8020-23725806da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:21.150406 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ded7afe6-ecdb-4a10-b30e-40d6e62eee9d req-f71d31cc-5541-4252-8020-23725806da4a service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=b8155029-f874-48f5-95a8-71eb298fc9dc HTTP/1.1" status: 200 len: 847 time: 0.0460794 Sep 22 15:10:21.194289 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7afe6-ecdb-4a10-b30e-40d6e62eee9d req-72552f9a-2ae4-466f-989f-0ef047637bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:21.195825 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ded7afe6-ecdb-4a10-b30e-40d6e62eee9d req-72552f9a-2ae4-466f-989f-0ef047637bf8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380719 Sep 22 15:10:21.292574 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ded7afe6-ecdb-4a10-b30e-40d6e62eee9d req-948716e4-3c23-4027-984e-10b63e510836 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904076 Sep 22 15:10:21.399404 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ded7afe6-ecdb-4a10-b30e-40d6e62eee9d req-69c6fc99-b2cd-43e4-8eba-12659323f135 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002092 Sep 22 15:10:21.770509 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c0bd0b70-4ee8-473e-8426-2d36bac9c906 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:21.774496 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c0bd0b70-4ee8-473e-8426-2d36bac9c906 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (efe89f02-211b-4ffa-9aad-acad89960b60), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:21.868604 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [None req-c0bd0b70-4ee8-473e-8426-2d36bac9c906 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Floating IP efe89f02-211b-4ffa-9aad-acad89960b60 associated. External IP: 172.27.1.58, port: 954748c6-0755-4732-8c9d-18dc372759a6. Sep 22 15:10:21.900150 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:22.079293 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bd0b70-4ee8-473e-8426-2d36bac9c906 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Router 57293e37-6179-4bb8-ab00-1fb5959f2c3a has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:10:22.132764 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:22.180559 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bd0b70-4ee8-473e-8426-2d36bac9c906 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:10:22.185054 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c0bd0b70-4ee8-473e-8426-2d36bac9c906 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:22.191960 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e52ec3-e41a-49e8-8b20-ce6462933243 None None] Sync routers for ids ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:10:22.204436 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e52ec3-e41a-49e8-8b20-ce6462933243 None None] Routers {'57293e37-6179-4bb8-ab00-1fb5959f2c3a'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:10:22.205057 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-80e52ec3-e41a-49e8-8b20-ce6462933243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:09:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:22.217928 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-c0bd0b70-4ee8-473e-8426-2d36bac9c906 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "PUT /networking/v2.0/floatingips/efe89f02-211b-4ffa-9aad-acad89960b60 HTTP/1.1" status: 200 len: 990 time: 1.1580551 Sep 22 15:10:22.218564 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c426490-04b2-413d-a451-672a1ba23a6b', 'tag': '954748c6-0755-4732-8c9d-18dc372759a6'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:10:22.220984 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee43644-d816-4096-92e2-c1269f1a181a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c426490-04b2-413d-a451-672a1ba23a6b", "tag": "954748c6-0755-4732-8c9d-18dc372759a6"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:10:22.317694 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4adbf3-0314-4bb0-ac8a-4c9e43a8606f x-openstack-request-id: req-3f4adbf3-0314-4bb0-ac8a-4c9e43a8606f {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:10:22.317991 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c426490-04b2-413d-a451-672a1ba23a6b", "tag": "954748c6-0755-4732-8c9d-18dc372759a6", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:10:22.318259 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f4adbf3-0314-4bb0-ac8a-4c9e43a8606f {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:10:22.318669 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4adbf3-0314-4bb0-ac8a-4c9e43a8606f'] response: {'name': 'network-changed', 'server_uuid': '4c426490-04b2-413d-a451-672a1ba23a6b', 'tag': '954748c6-0755-4732-8c9d-18dc372759a6', 'status': 'completed', 'code': 200} Sep 22 15:10:22.320714 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-80e52ec3-e41a-49e8-8b20-ce6462933243 None None] Set router 57293e37-6179-4bb8-ab00-1fb5959f2c3a gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:10:22.408441 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee43644-d816-4096-92e2-c1269f1a181a req-bc822239-4240-424b-b9e5-974acb1a824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:22.409846 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5ee43644-d816-4096-92e2-c1269f1a181a req-bc822239-4240-424b-b9e5-974acb1a824a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 1129 time: 0.0427647 Sep 22 15:10:22.473722 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:22.504688 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee43644-d816-4096-92e2-c1269f1a181a req-3711126a-70ec-4725-b830-84c89738862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:22.506170 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5ee43644-d816-4096-92e2-c1269f1a181a req-3711126a-70ec-4725-b830-84c89738862d service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=063c128a-40d2-4d84-82e5-5c501116e376 HTTP/1.1" status: 200 len: 911 time: 0.0898190 Sep 22 15:10:22.534150 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-80e52ec3-e41a-49e8-8b20-ce6462933243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'efe89f02-211b-4ffa-9aad-acad89960b60', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'port_id': '954748c6-0755-4732-8c9d-18dc372759a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'mac_address': 'fa:16:3e:70:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c426490-04b2-413d-a451-672a1ba23a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:10:09Z', 'updated_at': '2022-09-22T15:10:21Z', 'revision_number': 1, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151923b5-0de1-419b-9bd3-312c72d41950', 'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'mac_address': 'fa:16:3e:04:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:06Z', 'updated_at': '2022-09-22T15:10:10Z', 'revision_number': 5, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'subnets': [{'id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:22.558900 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e52ec3-e41a-49e8-8b20-ce6462933243 None None] Checking router: 57293e37-6179-4bb8-ab00-1fb5959f2c3a for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:10:22.567606 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e52ec3-e41a-49e8-8b20-ce6462933243 None None] Routers {'57293e37-6179-4bb8-ab00-1fb5959f2c3a'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:10:22.568218 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-80e52ec3-e41a-49e8-8b20-ce6462933243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:09:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:22.573566 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5ee43644-d816-4096-92e2-c1269f1a181a req-a95a4bdd-4553-448b-91fe-91227ea07a78 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954748c6-0755-4732-8c9d-18dc372759a6 HTTP/1.1" status: 200 len: 998 time: 0.0586386 Sep 22 15:10:22.622974 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee43644-d816-4096-92e2-c1269f1a181a req-4427b888-5942-4fe7-8318-e82cae676f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:22.624570 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5ee43644-d816-4096-92e2-c1269f1a181a req-4427b888-5942-4fe7-8318-e82cae676f71 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca17cbf9-2c29-4127-b529-fbee7e7385d6 HTTP/1.1" status: 200 len: 849 time: 0.0446432 Sep 22 15:10:22.668180 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee43644-d816-4096-92e2-c1269f1a181a req-b6acb8e4-09bf-417b-8fb2-b494c6897481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:22.669590 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5ee43644-d816-4096-92e2-c1269f1a181a req-b6acb8e4-09bf-417b-8fb2-b494c6897481 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=063c128a-40d2-4d84-82e5-5c501116e376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391529 Sep 22 15:10:22.671161 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-80e52ec3-e41a-49e8-8b20-ce6462933243 None None] Set router 57293e37-6179-4bb8-ab00-1fb5959f2c3a gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:10:22.762549 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5ee43644-d816-4096-92e2-c1269f1a181a req-08bc5f50-c3ee-487c-a2ea-fff189c219b9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867128 Sep 22 15:10:22.954295 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-80e52ec3-e41a-49e8-8b20-ce6462933243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'efe89f02-211b-4ffa-9aad-acad89960b60', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'port_id': '954748c6-0755-4732-8c9d-18dc372759a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'mac_address': 'fa:16:3e:70:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c426490-04b2-413d-a451-672a1ba23a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:10:09Z', 'updated_at': '2022-09-22T15:10:21Z', 'revision_number': 1, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151923b5-0de1-419b-9bd3-312c72d41950', 'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'mac_address': 'fa:16:3e:04:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:06Z', 'updated_at': '2022-09-22T15:10:10Z', 'revision_number': 5, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'subnets': [{'id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:10:22.980921 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e52ec3-e41a-49e8-8b20-ce6462933243 None None] The sync data for ids ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'] in dv-cinder-856463-5-iscsi is: [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'efe89f02-211b-4ffa-9aad-acad89960b60', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'port_id': '954748c6-0755-4732-8c9d-18dc372759a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'mac_address': 'fa:16:3e:70:b7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c426490-04b2-413d-a451-672a1ba23a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:10:09Z', 'updated_at': '2022-09-22T15:10:21Z', 'revision_number': 1, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151923b5-0de1-419b-9bd3-312c72d41950', 'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'mac_address': 'fa:16:3e:04:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:06Z', 'updated_at': '2022-09-22T15:10:10Z', 'revision_number': 5, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'subnets': [{'id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:10:23.086033 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5ee43644-d816-4096-92e2-c1269f1a181a req-11d92fd6-36a1-4a5a-8dbf-4d5f041d9d5b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877161 Sep 22 15:10:23.177588 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613892ac-eb7e-4c8d-bda7-cd9bfc606097 None None] New status for floating IP efe89f02-211b-4ffa-9aad-acad89960b60: ACTIVE {{(pid=106243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:10:23.211262 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:10:23.222589 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:24.702417 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-935fa0de-7b25-4ff8-99eb-febdcddccfc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:27.140412 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-90e865b2-fe98-44e1-a4f7-70ffd4d56080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:28.384168 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:30.027569 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:30.033553 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:30.055899 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:32.212941 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=8 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:32.214860 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=32 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:32.951121 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=73 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:33.081776 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=73 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:33.082613 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=75 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:33.207384 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=83 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:40.050521 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:40.052453 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:47.723254 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2981c4-c89a-44ff-85e2-57cbeedd1ce0 req-e762ece7-6c84-4da3-99ea-1000999c1912 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:47.724651 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce2981c4-c89a-44ff-85e2-57cbeedd1ce0 req-e762ece7-6c84-4da3-99ea-1000999c1912 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0483441 Sep 22 15:10:47.775735 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ce2981c4-c89a-44ff-85e2-57cbeedd1ce0 req-78c339e2-2073-4d5f-aaf5-d4c640c27d46 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453994 Sep 22 15:10:48.896791 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c834a7b-4ee3-4bd2-bfff-1151bbbcda44 req-81baf016-0d9f-4208-ba8b-17697845d378 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:48.898232 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6c834a7b-4ee3-4bd2-bfff-1151bbbcda44 req-81baf016-0d9f-4208-ba8b-17697845d378 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0468376 Sep 22 15:10:48.945435 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6c834a7b-4ee3-4bd2-bfff-1151bbbcda44 req-8dea14a5-e90e-4cdd-8650-84716f3f49c7 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416880 Sep 22 15:10:50.069855 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f936ddc-4a9d-488e-ac37-f490b6db0517 req-b4aaaaa2-74fe-4e55-9d4a-5b9a27736d72 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:50.071304 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6f936ddc-4a9d-488e-ac37-f490b6db0517 req-b4aaaaa2-74fe-4e55-9d4a-5b9a27736d72 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0490589 Sep 22 15:10:50.119187 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6f936ddc-4a9d-488e-ac37-f490b6db0517 req-ab838d00-4f93-4276-96a8-77ea6efa936c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422645 Sep 22 15:10:51.238705 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb75803-8305-4eb7-8dbe-bf32258e88b4 req-2237d8a3-6386-4b26-8a64-3e7ff17d5653 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:51.240099 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-aeb75803-8305-4eb7-8dbe-bf32258e88b4 req-2237d8a3-6386-4b26-8a64-3e7ff17d5653 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0464518 Sep 22 15:10:51.289332 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-aeb75803-8305-4eb7-8dbe-bf32258e88b4 req-b0aef074-6dd3-412c-8799-8d37a6bad685 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435569 Sep 22 15:10:52.412937 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5481f4-2059-44d8-88e9-9d1a57afe261 req-e4d519e3-9a1d-45fa-bbb9-91e9841a3bcc tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:52.414394 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-eb5481f4-2059-44d8-88e9-9d1a57afe261 req-e4d519e3-9a1d-45fa-bbb9-91e9841a3bcc tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0502808 Sep 22 15:10:52.464252 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-eb5481f4-2059-44d8-88e9-9d1a57afe261 req-9c720902-cc15-40fa-8c7f-bad9bf0a49df tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442243 Sep 22 15:10:52.478794 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:53.587094 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53257e1-2f21-450f-ab68-7966b10145c6 req-53f067fc-97f1-44fe-ac13-7494a959b9e6 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:53.588561 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d53257e1-2f21-450f-ab68-7966b10145c6 req-53f067fc-97f1-44fe-ac13-7494a959b9e6 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0465133 Sep 22 15:10:53.635971 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d53257e1-2f21-450f-ab68-7966b10145c6 req-71962abe-1658-44ae-b246-0f21101b338d tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 Sep 22 15:10:54.705491 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9cf342da-b9fb-43e8-8b26-7f4108ec141c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:54.755026 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b973704-d91c-4880-a7c4-c8a1184b8433 req-0c47e404-0a3c-4729-9e3f-e986b5ea68ce tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:54.756438 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5b973704-d91c-4880-a7c4-c8a1184b8433 req-0c47e404-0a3c-4729-9e3f-e986b5ea68ce tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0458529 Sep 22 15:10:54.809041 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5b973704-d91c-4880-a7c4-c8a1184b8433 req-fb2b248e-af07-48b9-b220-1d5c8a6f2d25 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470405 Sep 22 15:10:55.065419 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=14 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:55.069506 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=12 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:55.928321 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af480b-6123-41bf-b4e4-152c3934849e req-eb1f1998-ea4e-422b-b8e0-d2d95f840533 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:55.929701 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-38af480b-6123-41bf-b4e4-152c3934849e req-eb1f1998-ea4e-422b-b8e0-d2d95f840533 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0471985 Sep 22 15:10:55.978085 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-38af480b-6123-41bf-b4e4-152c3934849e req-c0a8620f-9dc0-4330-830c-ab6696e8979e tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428996 Sep 22 15:10:57.098395 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2beb1e-bb6c-49cf-b1bc-683bb677c85e req-08dc6711-81c7-4b24-acb7-e2caf7a4b7f0 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:57.099860 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a2beb1e-bb6c-49cf-b1bc-683bb677c85e req-08dc6711-81c7-4b24-acb7-e2caf7a4b7f0 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0455565 Sep 22 15:10:57.143255 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c0384885-a668-4ead-95a6-acd77f294317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:57.150465 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a2beb1e-bb6c-49cf-b1bc-683bb677c85e req-bbbeb478-c1c7-4e43-8538-26ac45c0c5c2 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450754 Sep 22 15:10:58.014171 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f7f77-5f8a-4dcc-bc87-cc86c2355ed7 req-6bf4eff0-2211-4ad3-8b33-abc103f7a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:58.016165 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1f5f7f77-5f8a-4dcc-bc87-cc86c2355ed7 req-6bf4eff0-2211-4ad3-8b33-abc103f7a85e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eb5677466f5d4032a4cf6f05e34c3443&device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 1129 time: 0.0393896 Sep 22 15:10:58.108924 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f7f77-5f8a-4dcc-bc87-cc86c2355ed7 req-ed57a9a3-b360-4571-9f53-eb9ba3f6dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:58.110376 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1f5f7f77-5f8a-4dcc-bc87-cc86c2355ed7 req-ed57a9a3-b360-4571-9f53-eb9ba3f6dd8b service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 HTTP/1.1" status: 200 len: 909 time: 0.0883219 Sep 22 15:10:58.172545 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1f5f7f77-5f8a-4dcc-bc87-cc86c2355ed7 req-c6a6adba-5c9d-48d7-889f-3932ea22c16d service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59fbdb82-e035-4330-b666-277ad05e7e4a HTTP/1.1" status: 200 len: 1000 time: 0.0542297 Sep 22 15:10:58.225962 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f7f77-5f8a-4dcc-bc87-cc86c2355ed7 req-09563be4-a243-4974-baaa-5802251321f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:58.227499 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1f5f7f77-5f8a-4dcc-bc87-cc86c2355ed7 req-09563be4-a243-4974-baaa-5802251321f3 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=b8155029-f874-48f5-95a8-71eb298fc9dc HTTP/1.1" status: 200 len: 847 time: 0.0485067 Sep 22 15:10:58.268677 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:10:58.272269 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f7f77-5f8a-4dcc-bc87-cc86c2355ed7 req-954e16a0-463a-456a-8151-c546e63f5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:58.273802 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1f5f7f77-5f8a-4dcc-bc87-cc86c2355ed7 req-954e16a0-463a-456a-8151-c546e63f5c68 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396447 Sep 22 15:10:58.280626 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9ee17-7f28-472b-9ec1-9caadab61bbe req-079f0a8f-4e79-4de8-8e23-2be9ea87e2d9 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:58.282235 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-69a9ee17-7f28-472b-9ec1-9caadab61bbe req-079f0a8f-4e79-4de8-8e23-2be9ea87e2d9 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0552640 Sep 22 15:10:58.326603 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:10:58.331907 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-69a9ee17-7f28-472b-9ec1-9caadab61bbe req-1498a15a-adc6-4845-b0c2-636906916462 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441196 Sep 22 15:10:58.368204 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1f5f7f77-5f8a-4dcc-bc87-cc86c2355ed7 req-380f6b93-e258-46fb-ae62-1dfba5f2a6a2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874262 Sep 22 15:10:58.456142 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-1f5f7f77-5f8a-4dcc-bc87-cc86c2355ed7 req-47883e6b-3eaf-47db-b7f4-826779afdcff service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819879 Sep 22 15:10:59.453925 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ab828-28a2-433f-9e40-c8dbda213a8a req-eab69b42-220c-4519-a8d5-dd755e55d4e6 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:10:59.455427 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b76ab828-28a2-433f-9e40-c8dbda213a8a req-eab69b42-220c-4519-a8d5-dd755e55d4e6 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0494907 Sep 22 15:10:59.505212 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b76ab828-28a2-433f-9e40-c8dbda213a8a req-df45dfb1-492d-4496-b9d1-d5092727e43c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438917 Sep 22 15:11:00.031370 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:00.056922 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:00.210773 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:11:00.626444 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855f7ac-8631-447b-b403-7628ac51890d req-08f0f312-3231-4b64-817a-8329aa75c86e tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:00.627956 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9855f7ac-8631-447b-b403-7628ac51890d req-08f0f312-3231-4b64-817a-8329aa75c86e tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0492821 Sep 22 15:11:00.678106 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:00.683880 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9855f7ac-8631-447b-b403-7628ac51890d req-9f1d260a-1eef-4b04-8703-707be0e14289 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502255 Sep 22 15:11:01.804600 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a709d6-4ab0-4a3a-ac1b-2eed5eba8f6c req-5473583d-02ee-4c51-b062-d3d611147905 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:01.806039 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-82a709d6-4ab0-4a3a-ac1b-2eed5eba8f6c req-5473583d-02ee-4c51-b062-d3d611147905 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0454319 Sep 22 15:11:01.854655 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-82a709d6-4ab0-4a3a-ac1b-2eed5eba8f6c req-b35c457b-a7f7-4f89-a80f-c8373898879b tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427392 Sep 22 15:11:01.928932 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [req-2e6295b6-8dde-4e33-a3ce-35f9ba349d86 req-8674adbe-f367-4550-8130-58341f5a3a71 service neutron] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 15:11:01.929935 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2e6295b6-8dde-4e33-a3ce-35f9ba349d86 req-8674adbe-f367-4550-8130-58341f5a3a71 service neutron] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052674 Sep 22 15:11:02.110238 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 59fbdb82-e035-4330-b666-277ad05e7e4a no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:11:02.179194 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 59fbdb82-e035-4330-b666-277ad05e7e4a is: ACTIVE; New status is: DOWN {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:11:02.179619 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:02.201314 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59fbdb82-e035-4330-b666-277ad05e7e4a'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:11:02.204111 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9e310e-26e2-45e1-87fa-52d7ee06371f" -d '{"events": [{"server_uuid": "dac0c29c-1536-42ed-88ff-62f1acfa978a", "name": "network-vif-unplugged", "status": "completed", "tag": "59fbdb82-e035-4330-b666-277ad05e7e4a"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:11:02.220035 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 59fbdb82-e035-4330-b666-277ad05e7e4a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=59fbdb82-e035-4330-b666-277ad05e7e4a,segment=NetworkSegment(fa4c474e-496b-4da5-afda-7a5be842ebf1),segment_id=fa4c474e-496b-4da5-afda-7a5be842ebf1)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:11:02.226163 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:02.247724 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Sep 2022 15:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a6de90-7d2b-474c-bc65-e40b645e952c x-openstack-request-id: req-b5a6de90-7d2b-474c-bc65-e40b645e952c {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:11:02.248014 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac0c29c-1536-42ed-88ff-62f1acfa978a", "name": "network-vif-unplugged", "status": "failed", "tag": "59fbdb82-e035-4330-b666-277ad05e7e4a", "code": 422}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:11:02.248268 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5a6de90-7d2b-474c-bc65-e40b645e952c {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:11:02.248703 dv-cinder-856463-5-iscsi neutron-server[106243]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b5a6de90-7d2b-474c-bc65-e40b645e952c']: {'server_uuid': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '59fbdb82-e035-4330-b666-277ad05e7e4a', 'code': 422} returned with failed status Sep 22 15:11:02.274660 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=59fbdb82-e035-4330-b666-277ad05e7e4a,revision_number=6']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:11:03.109312 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e0014-edf1-42a7-81f3-b836f09192aa req-a1745f96-e94a-4749-8715-e5dd895faf35 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:03.110790 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-015e0014-edf1-42a7-81f3-b836f09192aa req-a1745f96-e94a-4749-8715-e5dd895faf35 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.0465553 Sep 22 15:11:03.124514 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-5059e403-4b97-489a-a064-ebab5c5a3043 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860023 Sep 22 15:11:03.162041 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-015e0014-edf1-42a7-81f3-b836f09192aa req-385bf606-beb6-4686-bf99-bdfea23b159e tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453260 Sep 22 15:11:03.248820 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-cbd8122a-b989-4a7b-a80f-3d2c86735e6d tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:03.250250 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-cbd8122a-b989-4a7b-a80f-3d2c86735e6d tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports/59fbdb82-e035-4330-b666-277ad05e7e4a HTTP/1.1" status: 200 len: 940 time: 0.0973701 Sep 22 15:11:04.288968 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f8841-115f-4ba9-9850-a54d86204d79 req-d14f98c2-ff63-4e6e-a2da-c3dd4894ad3b tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:04.290567 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-862f8841-115f-4ba9-9850-a54d86204d79 req-d14f98c2-ff63-4e6e-a2da-c3dd4894ad3b tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.0545483 Sep 22 15:11:04.340259 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-862f8841-115f-4ba9-9850-a54d86204d79 req-6ce89a53-e898-4025-aa97-8a31ca8ab7d4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440125 Sep 22 15:11:04.868261 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-6b68094a-df97-4c3b-bdd0-71ef256b3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:04.869713 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-6b68094a-df97-4c3b-bdd0-71ef256b3118 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a&tenant_id=eb5677466f5d4032a4cf6f05e34c3443 HTTP/1.1" status: 200 len: 1127 time: 0.0395782 Sep 22 15:11:04.946076 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-c7cd0900-8cf5-4b8d-a7a6-6731e6b4ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:04.947625 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-c7cd0900-8cf5-4b8d-a7a6-6731e6b4ebb5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eb5677466f5d4032a4cf6f05e34c3443&device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 1127 time: 0.0378203 Sep 22 15:11:05.274559 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-6d527ad8-9dce-456e-9bee-595171a0c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:05.276000 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-6d527ad8-9dce-456e-9bee-595171a0c0e4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 HTTP/1.1" status: 200 len: 909 time: 0.3224008 Sep 22 15:11:05.336218 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-4632f4e9-6158-4031-be53-f726ef7aa9b7 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59fbdb82-e035-4330-b666-277ad05e7e4a HTTP/1.1" status: 200 len: 998 time: 0.0530746 Sep 22 15:11:05.384559 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-5908b983-f6c0-406b-84eb-3d4eec9a040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:05.386019 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-5908b983-f6c0-406b-84eb-3d4eec9a040d service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=b8155029-f874-48f5-95a8-71eb298fc9dc HTTP/1.1" status: 200 len: 847 time: 0.0431020 Sep 22 15:11:05.432404 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-e0ed58e1-6e4f-40cc-b98f-c99de0ad8488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:05.433885 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-e0ed58e1-6e4f-40cc-b98f-c99de0ad8488 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409608 Sep 22 15:11:05.461155 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7960713-3a91-4a6d-8219-b1568a447506 req-36426a92-d2c5-462f-880d-dd95299c01cc tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:05.462735 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b7960713-3a91-4a6d-8219-b1568a447506 req-36426a92-d2c5-462f-880d-dd95299c01cc tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.0470016 Sep 22 15:11:05.512657 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b7960713-3a91-4a6d-8219-b1568a447506 req-fd41f5b8-5f49-4f3c-9f07-fdcf9007e253 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434961 Sep 22 15:11:05.525005 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-3d4a4c0b-d188-49e4-9396-c092eac320bc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839238 Sep 22 15:11:05.538707 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:05.611849 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:05.617926 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-b0008913-873e-468d-8ebf-3682811ad296 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865474 Sep 22 15:11:06.636506 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894db617-8ae6-43ee-bafa-563d945b2e56 req-df2e1d77-aa1a-4e9a-8904-dd078e5b1657 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:06.638219 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-894db617-8ae6-43ee-bafa-563d945b2e56 req-df2e1d77-aa1a-4e9a-8904-dd078e5b1657 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.0498958 Sep 22 15:11:06.686325 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-894db617-8ae6-43ee-bafa-563d945b2e56 req-c8a49bb0-0a80-4e28-9d14-4e6ff5d21d65 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425484 Sep 22 15:11:07.804380 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5454-abf6-4d0e-a2c4-9c5111911a3e req-bd008450-544c-47dd-afab-743d0c6439af tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:07.805820 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-290b5454-abf6-4d0e-a2c4-9c5111911a3e req-bd008450-544c-47dd-afab-743d0c6439af tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.0460601 Sep 22 15:11:07.853178 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-290b5454-abf6-4d0e-a2c4-9c5111911a3e req-5a537507-5378-48b0-9ad8-c75c45fa700a tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418584 Sep 22 15:11:08.971906 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda6dd4-3e1b-46dd-bb7b-25a6840f30be req-a6165e37-7b66-4c15-9088-e5c3230ea94a tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:08.973373 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-afda6dd4-3e1b-46dd-bb7b-25a6840f30be req-a6165e37-7b66-4c15-9088-e5c3230ea94a tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.0463774 Sep 22 15:11:09.025472 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-afda6dd4-3e1b-46dd-bb7b-25a6840f30be req-74d43d84-b116-4b60-a1af-1af89a7fbffa tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465584 Sep 22 15:11:09.214550 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:10.143350 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed9e92-16e1-4010-ae9e-d38f22fe9f93 req-81f670df-940c-4cc5-9a96-b32af84fb782 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:10.144779 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3aed9e92-16e1-4010-ae9e-d38f22fe9f93 req-81f670df-940c-4cc5-9a96-b32af84fb782 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.0459604 Sep 22 15:11:10.192609 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3aed9e92-16e1-4010-ae9e-d38f22fe9f93 req-ff84f4c7-8b71-437f-8237-202069b09528 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422122 Sep 22 15:11:10.207226 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:11.312553 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ab7c6-a344-4e67-b6ec-7cf7f44f0ad6 req-f4e2976b-1212-42fb-a085-6ead19f68b7a tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:11.314033 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d44ab7c6-a344-4e67-b6ec-7cf7f44f0ad6 req-f4e2976b-1212-42fb-a085-6ead19f68b7a tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.0473595 Sep 22 15:11:11.361354 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d44ab7c6-a344-4e67-b6ec-7cf7f44f0ad6 req-2d02e865-b64b-4bc3-80b6-0363677d171e tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416956 Sep 22 15:11:12.269949 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:12.272932 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:12.443459 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:12.484865 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70957bf7-d984-4ff1-a9fb-2fbd2f2dee71 req-f9210aca-e5bc-49c1-9f3f-b0269cc23b41 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:12.486364 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-70957bf7-d984-4ff1-a9fb-2fbd2f2dee71 req-f9210aca-e5bc-49c1-9f3f-b0269cc23b41 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.0511436 Sep 22 15:11:12.541609 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-70957bf7-d984-4ff1-a9fb-2fbd2f2dee71 req-7c906d44-9104-4b46-b3e5-cae795a4693e tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449471 Sep 22 15:11:13.658772 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fb260-5bf1-42b8-81b1-bf5443f9ed48 req-ec1a0ab9-b167-4551-a21e-b03e10d95656 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:13.660170 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-763fb260-5bf1-42b8-81b1-bf5443f9ed48 req-ec1a0ab9-b167-4551-a21e-b03e10d95656 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 943 time: 0.0457976 Sep 22 15:11:13.708519 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-763fb260-5bf1-42b8-81b1-bf5443f9ed48 req-af906578-8797-4b6d-a325-fdc5f37e682f tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 Sep 22 15:11:14.150904 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 59fbdb82-e035-4330-b666-277ad05e7e4a details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:11:14.252196 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 59fbdb82-e035-4330-b666-277ad05e7e4a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=59fbdb82-e035-4330-b666-277ad05e7e4a,segment=NetworkSegment(fa4c474e-496b-4da5-afda-7a5be842ebf1),segment_id=fa4c474e-496b-4da5-afda-7a5be842ebf1)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:11:14.263359 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '59fbdb82-e035-4330-b666-277ad05e7e4a', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'port_id': '59fbdb82-e035-4330-b666-277ad05e7e4a', 'mac_address': 'fa:16:3e:99:27:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:11:14.298284 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 59fbdb82-e035-4330-b666-277ad05e7e4a is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:11:14.298676 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:14.312210 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59fbdb82-e035-4330-b666-277ad05e7e4a {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:11:14.331233 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 59fbdb82-e035-4330-b666-277ad05e7e4a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=59fbdb82-e035-4330-b666-277ad05e7e4a,segment=NetworkSegment(fa4c474e-496b-4da5-afda-7a5be842ebf1),segment_id=fa4c474e-496b-4da5-afda-7a5be842ebf1)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:11:14.335441 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:14.382763 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=59fbdb82-e035-4330-b666-277ad05e7e4a,revision_number=7']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:11:14.389909 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:11:14.390262 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:11:14.390610 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:11:14.390954 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:11:14.391316 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:11:14.391654 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:11:14.391985 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:11:14.392316 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:11:14.392644 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:11:14.392972 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:11:14.393302 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:11:14.393631 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:11:14.393958 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:11:14.394284 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:11:14.394606 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:11:14.792567 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:14.798876 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['59fbdb82-e035-4330-b666-277ad05e7e4a'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:11:14.827741 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8766b-7bb4-45fd-b506-6058462135f7 req-bc03848f-476d-4502-920b-1c7a146b459a tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:14.829219 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5eb8766b-7bb4-45fd-b506-6058462135f7 req-bc03848f-476d-4502-920b-1c7a146b459a tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 944 time: 0.0461650 Sep 22 15:11:14.882085 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5eb8766b-7bb4-45fd-b506-6058462135f7 req-72ebdbb9-c6e7-4050-81d9-726a3c1e58c3 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471621 Sep 22 15:11:15.614658 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=9 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:16.002634 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74eb88d-d216-4abb-9e11-8b7add36acd0 req-d6c06747-048f-4a44-81db-92e2a3fa8f05 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:16.004102 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a74eb88d-d216-4abb-9e11-8b7add36acd0 req-d6c06747-048f-4a44-81db-92e2a3fa8f05 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 944 time: 0.0451207 Sep 22 15:11:16.051956 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a74eb88d-d216-4abb-9e11-8b7add36acd0 req-93a88c95-5e6c-4fbb-8dff-0a4d642f7f8c tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Sep 22 15:11:16.169629 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 59fbdb82-e035-4330-b666-277ad05e7e4a up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:11:16.212652 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 59fbdb82-e035-4330-b666-277ad05e7e4a triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:11:16.213034 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:16.213377 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 59fbdb82-e035-4330-b666-277ad05e7e4a Sep 22 15:11:16.294262 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 59fbdb82-e035-4330-b666-277ad05e7e4a is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:11:16.294651 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:16.317484 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fbdb82-e035-4330-b666-277ad05e7e4a'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:11:16.319724 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95da741-bd9a-4d64-bbd1-bc8c0e5c4d82" -d '{"events": [{"server_uuid": "dac0c29c-1536-42ed-88ff-62f1acfa978a", "name": "network-vif-plugged", "status": "completed", "tag": "59fbdb82-e035-4330-b666-277ad05e7e4a"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:11:16.332883 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 59fbdb82-e035-4330-b666-277ad05e7e4a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=59fbdb82-e035-4330-b666-277ad05e7e4a,segment=NetworkSegment(fa4c474e-496b-4da5-afda-7a5be842ebf1),segment_id=fa4c474e-496b-4da5-afda-7a5be842ebf1)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:11:16.337865 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:16.360075 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf264f9-183f-447d-b0ea-0171774fc5aa x-openstack-request-id: req-bcf264f9-183f-447d-b0ea-0171774fc5aa {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:11:16.360363 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac0c29c-1536-42ed-88ff-62f1acfa978a", "name": "network-vif-plugged", "status": "completed", "tag": "59fbdb82-e035-4330-b666-277ad05e7e4a", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:11:16.360616 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bcf264f9-183f-447d-b0ea-0171774fc5aa {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:11:16.360999 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf264f9-183f-447d-b0ea-0171774fc5aa'] response: {'server_uuid': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fbdb82-e035-4330-b666-277ad05e7e4a', 'code': 200} Sep 22 15:11:16.366459 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:16.386742 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=59fbdb82-e035-4330-b666-277ad05e7e4a,revision_number=8']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:11:16.638198 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3f1cd-a447-414d-a885-e254b46fa9e7 req-dbe0d342-6cbd-4f63-b9f6-6de6391d4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:16.640217 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6bd3f1cd-a447-414d-a885-e254b46fa9e7 req-dbe0d342-6cbd-4f63-b9f6-6de6391d4f38 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 1129 time: 0.0406969 Sep 22 15:11:16.686083 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6bd3f1cd-a447-414d-a885-e254b46fa9e7 req-f42eb2f7-f576-49c9-a03e-9abfea83abd2 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390873 Sep 22 15:11:17.169149 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4d3ea-1bff-4bbf-b8d4-f0623b31c71e req-36048774-d4ca-47a1-b319-6ec60325e2f7 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:17.170670 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c1f4d3ea-1bff-4bbf-b8d4-f0623b31c71e req-36048774-d4ca-47a1-b319-6ec60325e2f7 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0459852 Sep 22 15:11:17.219459 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c1f4d3ea-1bff-4bbf-b8d4-f0623b31c71e req-3dd95c7b-64a4-4c9c-a5d2-5f8a439a8150 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427139 Sep 22 15:11:18.344708 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5452813-cdea-42df-ab0a-f74cc246f7ad req-3a469677-0964-4e76-8222-2644cd96296a tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:18.346148 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d5452813-cdea-42df-ab0a-f74cc246f7ad req-3a469677-0964-4e76-8222-2644cd96296a tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0490966 Sep 22 15:11:18.394699 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d5452813-cdea-42df-ab0a-f74cc246f7ad req-5882c71f-bb9e-4841-b66a-71e1a3297666 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 Sep 22 15:11:20.782873 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-49137da8-b2b3-4b3a-8125-d14d79bbae1f req-ab2f18b6-9c0d-48ec-901c-2df0a45dfac9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419042 Sep 22 15:11:20.884971 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49137da8-b2b3-4b3a-8125-d14d79bbae1f req-1e5d72c7-984f-4823-aec7-aa19e6239510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:20.886438 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-49137da8-b2b3-4b3a-8125-d14d79bbae1f req-1e5d72c7-984f-4823-aec7-aa19e6239510 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eb5677466f5d4032a4cf6f05e34c3443&device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 1129 time: 0.0380073 Sep 22 15:11:20.994922 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49137da8-b2b3-4b3a-8125-d14d79bbae1f req-81f5aa08-95f0-4cc9-8f18-123ab1662908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:20.996420 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-49137da8-b2b3-4b3a-8125-d14d79bbae1f req-81f5aa08-95f0-4cc9-8f18-123ab1662908 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 HTTP/1.1" status: 200 len: 909 time: 0.0883954 Sep 22 15:11:21.055900 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-49137da8-b2b3-4b3a-8125-d14d79bbae1f req-b9da3468-0e39-4cb8-b1eb-e384e3d723aa service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59fbdb82-e035-4330-b666-277ad05e7e4a HTTP/1.1" status: 200 len: 1000 time: 0.0534737 Sep 22 15:11:21.103162 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49137da8-b2b3-4b3a-8125-d14d79bbae1f req-160f46ac-0047-4331-8cc2-b8fa35888cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:21.104603 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-49137da8-b2b3-4b3a-8125-d14d79bbae1f req-160f46ac-0047-4331-8cc2-b8fa35888cc5 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=b8155029-f874-48f5-95a8-71eb298fc9dc HTTP/1.1" status: 200 len: 847 time: 0.0420170 Sep 22 15:11:21.150277 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49137da8-b2b3-4b3a-8125-d14d79bbae1f req-d58ef40d-02b8-4bcd-97af-ea4958546ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:21.151768 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-49137da8-b2b3-4b3a-8125-d14d79bbae1f req-d58ef40d-02b8-4bcd-97af-ea4958546ead service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409706 Sep 22 15:11:21.239691 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-49137da8-b2b3-4b3a-8125-d14d79bbae1f req-fa83373f-456b-4c75-92d1-1077a3fd96e8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815475 Sep 22 15:11:21.333935 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-49137da8-b2b3-4b3a-8125-d14d79bbae1f req-5ac58418-b2a2-4636-acc8-a2d1490bcbf1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882137 Sep 22 15:11:22.471293 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:24.711157 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-319c7014-27f2-4de9-85f4-47d4bb985f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:27.133903 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:27.146011 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-431cbf80-27ed-44fe-950c-23fea6a98e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:28.268760 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:28.387322 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=34 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:28.390504 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=52 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:30.034146 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:30.057655 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:31.324387 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=58 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:31.330575 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=61 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:37.209652 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:11:40.048258 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:40.053496 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:47.612144 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc62e5-4f40-425f-bfec-d13d1250d978 req-e9dd74c6-9ac2-41fb-90a5-f4d6d847022b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:47.613607 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-81cc62e5-4f40-425f-bfec-d13d1250d978 req-e9dd74c6-9ac2-41fb-90a5-f4d6d847022b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0464983 Sep 22 15:11:47.662848 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-81cc62e5-4f40-425f-bfec-d13d1250d978 req-89218002-ae16-4ae5-b593-f971a0fb4fc4 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437765 Sep 22 15:11:48.788666 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98203305-0911-4915-96aa-44896db96037 req-bdda96c1-1e41-4780-827c-90908651e5f3 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:48.790039 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-98203305-0911-4915-96aa-44896db96037 req-bdda96c1-1e41-4780-827c-90908651e5f3 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0499251 Sep 22 15:11:48.835660 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-98203305-0911-4915-96aa-44896db96037 req-42d7fdb3-bc59-4ffc-af3c-a5347a43664c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400898 Sep 22 15:11:49.971182 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08469c-f7e9-438a-aad1-7d7a69cb2dc9 req-f747b81b-2e6e-4576-846a-9ded816258a8 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:49.972657 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0b08469c-f7e9-438a-aad1-7d7a69cb2dc9 req-f747b81b-2e6e-4576-846a-9ded816258a8 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0452509 Sep 22 15:11:50.019072 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0b08469c-f7e9-438a-aad1-7d7a69cb2dc9 req-228dee02-9116-4f83-a32e-fc79d2f9e31b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408566 Sep 22 15:11:51.145577 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42737db4-a4f7-49c1-b8aa-663e7ec01c28 req-a6af30bf-a8ab-4a2e-bb4c-04a8f02e14c2 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:51.147036 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-42737db4-a4f7-49c1-b8aa-663e7ec01c28 req-a6af30bf-a8ab-4a2e-bb4c-04a8f02e14c2 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0454023 Sep 22 15:11:51.197125 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-42737db4-a4f7-49c1-b8aa-663e7ec01c28 req-902f9799-57fa-4b59-96d5-4ef43125778e tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444934 Sep 22 15:11:52.321662 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3145f5-7230-470e-87f4-ec55ff3987ee req-049d95cb-37c6-44df-9e98-14e386b037c0 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:52.323142 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0e3145f5-7230-470e-87f4-ec55ff3987ee req-049d95cb-37c6-44df-9e98-14e386b037c0 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0479565 Sep 22 15:11:52.370577 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0e3145f5-7230-470e-87f4-ec55ff3987ee req-8dabcc77-abad-4ae7-b897-015406df21ba tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412934 Sep 22 15:11:52.493809 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:53.213918 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:53.214653 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:53.494671 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd55da4-6e62-45ad-93e9-488d0046786a req-df786ba0-61cb-4553-96b4-b1f90cc247c6 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:53.497313 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5dd55da4-6e62-45ad-93e9-488d0046786a req-df786ba0-61cb-4553-96b4-b1f90cc247c6 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0511110 Sep 22 15:11:53.546835 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5dd55da4-6e62-45ad-93e9-488d0046786a req-4e5013bb-39a7-4e14-bbeb-811da9aafa45 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436652 Sep 22 15:11:54.669463 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee7a40-feb1-48ee-b187-1a52c57ee169 req-6319ba7f-c9f3-45b0-b93c-e802e3f87a61 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:54.671492 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-03ee7a40-feb1-48ee-b187-1a52c57ee169 req-6319ba7f-c9f3-45b0-b93c-e802e3f87a61 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0501862 Sep 22 15:11:54.712809 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4a31-82f0-40e0-8b41-53a7cd073ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:54.720890 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-03ee7a40-feb1-48ee-b187-1a52c57ee169 req-0ab5c23a-7701-4712-acd4-90c8c5630fd9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436263 Sep 22 15:11:55.844818 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44788103-d7d2-429d-8436-ac2594baffbe req-e5b5f203-7d42-4177-aee2-0caf259bbd44 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:55.846274 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-44788103-d7d2-429d-8436-ac2594baffbe req-e5b5f203-7d42-4177-aee2-0caf259bbd44 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0464139 Sep 22 15:11:55.891941 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-44788103-d7d2-429d-8436-ac2594baffbe req-cd4fb3b4-f7f8-480c-b340-36273b47fb2c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401351 Sep 22 15:11:57.010569 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e0229-6cd0-49f2-90b0-2f042bffd156 req-028620f7-fd93-481e-bc4f-f1bb4ad1faa0 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:57.012058 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b68e0229-6cd0-49f2-90b0-2f042bffd156 req-028620f7-fd93-481e-bc4f-f1bb4ad1faa0 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0453076 Sep 22 15:11:57.061590 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b68e0229-6cd0-49f2-90b0-2f042bffd156 req-12e4061c-0298-47ca-8fef-01e9fc2fc11c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432920 Sep 22 15:11:57.148666 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3721c4b1-ba87-4e3a-9d4b-c94fea8d2309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:58.189665 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655c0ff-b941-438c-95db-b3fc3615221a req-7bc8374c-d3a1-4f94-a307-2b663bd8aafd tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:58.191129 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2655c0ff-b941-438c-95db-b3fc3615221a req-7bc8374c-d3a1-4f94-a307-2b663bd8aafd tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0460720 Sep 22 15:11:58.237699 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2655c0ff-b941-438c-95db-b3fc3615221a req-4f37a135-e321-4561-935b-83514a54f6f0 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410421 Sep 22 15:11:58.283864 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:11:59.359215 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b2448-0d88-4d14-9713-5248b08b9611 req-2728f055-8126-4d8c-81d2-1ca641501d3c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:11:59.360705 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-162b2448-0d88-4d14-9713-5248b08b9611 req-2728f055-8126-4d8c-81d2-1ca641501d3c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0461307 Sep 22 15:11:59.380483 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:11:59.408291 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-162b2448-0d88-4d14-9713-5248b08b9611 req-27c03f0e-578e-4365-9e2f-9f1ebeec2546 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421231 Sep 22 15:12:00.037180 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:00.058311 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:00.529001 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2484cb9-e9be-4d0f-86d6-cde3e0586778 req-ca6cfeac-a7e9-42bf-a27e-c51dd87bbb11 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:00.530432 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a2484cb9-e9be-4d0f-86d6-cde3e0586778 req-ca6cfeac-a7e9-42bf-a27e-c51dd87bbb11 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0487769 Sep 22 15:12:00.547812 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:00.576623 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a2484cb9-e9be-4d0f-86d6-cde3e0586778 req-f33605ea-cb37-4ec5-a0a8-dacb7cd974f1 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 Sep 22 15:12:01.696097 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13594165-1084-4614-ad9b-12dda99fb79e req-e1ae5461-8059-4b32-b326-cf49e75ee73d tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:01.697555 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-13594165-1084-4614-ad9b-12dda99fb79e req-e1ae5461-8059-4b32-b326-cf49e75ee73d tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0463297 Sep 22 15:12:01.745973 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-13594165-1084-4614-ad9b-12dda99fb79e req-f1011127-a881-49ed-9957-5463b2967ba5 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428393 Sep 22 15:12:02.872698 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b981bc-02aa-4d8c-a9d5-01eb09c6d371 req-3d4513ec-628f-4cab-9391-5ac88d783123 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:02.874139 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-54b981bc-02aa-4d8c-a9d5-01eb09c6d371 req-3d4513ec-628f-4cab-9391-5ac88d783123 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0490258 Sep 22 15:12:02.920789 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-54b981bc-02aa-4d8c-a9d5-01eb09c6d371 req-ee2741b4-9b3c-46b5-b4cb-84dc1b708edc tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410991 Sep 22 15:12:04.040947 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47280b4-1871-40ca-88d0-693a792fa10e req-f16a3b7c-7d4b-4343-a77f-187acbe6c46b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:04.042410 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f47280b4-1871-40ca-88d0-693a792fa10e req-f16a3b7c-7d4b-4343-a77f-187acbe6c46b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0459864 Sep 22 15:12:04.091967 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f47280b4-1871-40ca-88d0-693a792fa10e req-bb4bb313-fbac-4e64-a329-e32574b6bda1 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429342 Sep 22 15:12:05.216946 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22ddc4-dd52-461c-8a08-629e4cdbda8b req-0b4ef81b-70b7-4881-be39-b2f4249853c3 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:05.218284 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-aa22ddc4-dd52-461c-8a08-629e4cdbda8b req-0b4ef81b-70b7-4881-be39-b2f4249853c3 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0455794 Sep 22 15:12:05.266723 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-aa22ddc4-dd52-461c-8a08-629e4cdbda8b req-a7ac4879-30f1-4fdc-b759-341bace0e007 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429802 Sep 22 15:12:06.386657 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d1036-2df9-4b85-8cec-5dbc5fd6e5ee req-4213f922-35a9-4397-a4dc-738eb71241cd tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:06.388376 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c06d1036-2df9-4b85-8cec-5dbc5fd6e5ee req-4213f922-35a9-4397-a4dc-738eb71241cd tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0458808 Sep 22 15:12:06.434302 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c06d1036-2df9-4b85-8cec-5dbc5fd6e5ee req-84d71580-c4c1-46a9-9743-079d36f9957f tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404227 Sep 22 15:12:07.554131 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603135fb-5643-45f7-abb1-2f93238739f6 req-77644e63-e3c8-48a2-9fb0-f16ad3a642ed tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:07.555609 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-603135fb-5643-45f7-abb1-2f93238739f6 req-77644e63-e3c8-48a2-9fb0-f16ad3a642ed tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0465336 Sep 22 15:12:07.601180 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-603135fb-5643-45f7-abb1-2f93238739f6 req-101c0207-a68f-4a95-95bc-8b6e4c376efb tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402246 Sep 22 15:12:08.723184 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06f8b1-2d37-4413-b0c4-0b6560c04a31 req-d8d622eb-ae86-49f9-a753-152c3fa6f162 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:08.724659 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-eb06f8b1-2d37-4413-b0c4-0b6560c04a31 req-d8d622eb-ae86-49f9-a753-152c3fa6f162 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0491965 Sep 22 15:12:08.772094 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-eb06f8b1-2d37-4413-b0c4-0b6560c04a31 req-9b0d8aa3-38b7-4447-a5aa-d5ca4b269cc5 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417345 Sep 22 15:12:08.986044 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788798d1-9d66-444a-b681-c978b2c57e38 req-d7df4ad1-4359-4ce5-80dc-1b1c1f6890a2 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:08.987625 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-788798d1-9d66-444a-b681-c978b2c57e38 req-d7df4ad1-4359-4ce5-80dc-1b1c1f6890a2 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0473144 Sep 22 15:12:09.038552 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-788798d1-9d66-444a-b681-c978b2c57e38 req-8683a914-08ad-4fde-9c64-cf3caf3b8b9b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451095 Sep 22 15:12:09.052280 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb38d4-5ad3-4b70-bb7a-b96309cf6ce4 req-21dec7e7-5b36-4c7d-b167-c444cd231f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:09.053812 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-40fb38d4-5ad3-4b70-bb7a-b96309cf6ce4 req-21dec7e7-5b36-4c7d-b167-c444cd231f42 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 1129 time: 0.0393312 Sep 22 15:12:09.145840 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb38d4-5ad3-4b70-bb7a-b96309cf6ce4 req-86f6edcc-8f0a-4e74-82c0-6b45ad311d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:09.147336 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-40fb38d4-5ad3-4b70-bb7a-b96309cf6ce4 req-86f6edcc-8f0a-4e74-82c0-6b45ad311d17 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=063c128a-40d2-4d84-82e5-5c501116e376 HTTP/1.1" status: 200 len: 911 time: 0.0875580 Sep 22 15:12:09.214523 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-40fb38d4-5ad3-4b70-bb7a-b96309cf6ce4 req-351bd6d0-1b70-4a3b-af37-8b8f0ed30e58 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954748c6-0755-4732-8c9d-18dc372759a6 HTTP/1.1" status: 200 len: 1000 time: 0.0607641 Sep 22 15:12:09.264223 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb38d4-5ad3-4b70-bb7a-b96309cf6ce4 req-11a229ac-545a-4a9d-af90-fa14d33a97fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:09.265834 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-40fb38d4-5ad3-4b70-bb7a-b96309cf6ce4 req-11a229ac-545a-4a9d-af90-fa14d33a97fd service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca17cbf9-2c29-4127-b529-fbee7e7385d6 HTTP/1.1" status: 200 len: 849 time: 0.0438752 Sep 22 15:12:09.313563 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb38d4-5ad3-4b70-bb7a-b96309cf6ce4 req-60273a09-981c-48c3-8321-d20420341cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:09.315026 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-40fb38d4-5ad3-4b70-bb7a-b96309cf6ce4 req-60273a09-981c-48c3-8321-d20420341cd3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=063c128a-40d2-4d84-82e5-5c501116e376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419941 Sep 22 15:12:09.402588 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-40fb38d4-5ad3-4b70-bb7a-b96309cf6ce4 req-ce194cc5-554c-4e3f-89e0-2c7e7c78eddd service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808191 Sep 22 15:12:09.494575 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-40fb38d4-5ad3-4b70-bb7a-b96309cf6ce4 req-1f50002d-0bb4-4c6f-a786-9c1c5cf6bcb6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855749 Sep 22 15:12:10.160487 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665769ef-a7b4-457e-924d-6a846aacbe87 req-b63c6521-cd85-4e5a-b074-416312aa35a9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:10.161957 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-665769ef-a7b4-457e-924d-6a846aacbe87 req-b63c6521-cd85-4e5a-b074-416312aa35a9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0473962 Sep 22 15:12:10.212294 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-665769ef-a7b4-457e-924d-6a846aacbe87 req-cc981360-2835-4827-b969-75d93272d1fc tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447164 Sep 22 15:12:11.336124 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6f4f4-841f-4046-a480-675e9b8a0f3c req-00861924-ac45-4ba8-87a0-d48bd7ce8c79 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:11.337546 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0fd6f4f4-841f-4046-a480-675e9b8a0f3c req-00861924-ac45-4ba8-87a0-d48bd7ce8c79 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0448875 Sep 22 15:12:11.355596 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:11.383476 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0fd6f4f4-841f-4046-a480-675e9b8a0f3c req-28c2e1df-e811-48c4-ba7b-386c48137995 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397735 Sep 22 15:12:14.208796 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:12:15.065294 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:15.067127 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:19.489882 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=46 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:19.491872 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=48 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:21.377570 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:21.379907 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:21.826562 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f5cb77f8-eca6-40a1-8726-69f72a2180dd req-b56df81a-1083-422b-b91a-2227ec23ccee service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383039 Sep 22 15:12:21.904967 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb77f8-eca6-40a1-8726-69f72a2180dd req-8500765a-4931-4751-979a-c34cd139ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:21.906448 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f5cb77f8-eca6-40a1-8726-69f72a2180dd req-8500765a-4931-4751-979a-c34cd139ee5c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 1129 time: 0.0383716 Sep 22 15:12:22.011171 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb77f8-eca6-40a1-8726-69f72a2180dd req-16f2b67d-336a-4294-aab7-a4e0a4026851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:22.012936 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f5cb77f8-eca6-40a1-8726-69f72a2180dd req-16f2b67d-336a-4294-aab7-a4e0a4026851 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=063c128a-40d2-4d84-82e5-5c501116e376 HTTP/1.1" status: 200 len: 911 time: 0.0879304 Sep 22 15:12:22.076032 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f5cb77f8-eca6-40a1-8726-69f72a2180dd req-76fe584d-be64-47a7-bbd7-2ff473fbbf5f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954748c6-0755-4732-8c9d-18dc372759a6 HTTP/1.1" status: 200 len: 1000 time: 0.0550642 Sep 22 15:12:22.127872 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb77f8-eca6-40a1-8726-69f72a2180dd req-09e3ad52-df40-4b52-a6bb-63fb91d0b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:22.129219 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f5cb77f8-eca6-40a1-8726-69f72a2180dd req-09e3ad52-df40-4b52-a6bb-63fb91d0b853 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca17cbf9-2c29-4127-b529-fbee7e7385d6 HTTP/1.1" status: 200 len: 849 time: 0.0467527 Sep 22 15:12:22.171326 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb77f8-eca6-40a1-8726-69f72a2180dd req-ac3af1cd-4923-4d2e-a312-bef5aed7e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:22.172770 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f5cb77f8-eca6-40a1-8726-69f72a2180dd req-ac3af1cd-4923-4d2e-a312-bef5aed7e2ea service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=063c128a-40d2-4d84-82e5-5c501116e376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376825 Sep 22 15:12:22.264852 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f5cb77f8-eca6-40a1-8726-69f72a2180dd req-0a80bcdb-4166-49dd-9239-136c335e4a19 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861094 Sep 22 15:12:22.355343 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-f5cb77f8-eca6-40a1-8726-69f72a2180dd req-9708c52e-0130-4fc5-b3a1-be3e9338354d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810668 Sep 22 15:12:22.483671 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:23.204955 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:24.204787 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:24.715039 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-bb053fd9-69c8-4d06-9ba3-3e4f0222651d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:27.149778 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d7ec671f-b49b-441d-9f80-eb862066b2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:28.275113 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:30.040706 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:30.063321 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:32.346743 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=54 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:32.352664 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=47 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:40.049600 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:40.060067 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:51.207604 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:12:52.492489 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:54.552631 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56014) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:12:54.718350 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5e214377-4117-4927-ac7a-d086cbf5b09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:54.783837 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Deleting port 36513612-de82-497a-b460-b194f913995d {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:12:54.784092 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (36513612-de82-497a-b460-b194f913995d), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:54.862224 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (36513612-de82-497a-b460-b194f913995d), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:54.862545 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for floatingip (36513612-de82-497a-b460-b194f913995d), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:54.875393 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Calling delete_port for 36513612-de82-497a-b460-b194f913995d owned by network:floatingip {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:12:55.019983 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (36513612-de82-497a-b460-b194f913995d), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:55.044535 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Pushing event deleted for resources: {'Port': ['ID=36513612-de82-497a-b460-b194f913995d,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:12:55.056230 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:55.056586 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:55.056934 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:55.057279 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:55.057619 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:55.057958 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:55.058288 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:55.059135 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:55.059490 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:55.059818 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:55.060145 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:55.060471 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:55.060796 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:55.061118 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:55.061439 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:55.127708 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for floatingip (7210db63-bfc6-484a-ba6f-cd00467168dd), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:55.128064 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Floating IP 7210db63-bfc6-484a-ba6f-cd00467168dd disassociated (deleted). External IP: 172.27.1.25, port: 59fbdb82-e035-4330-b666-277ad05e7e4a. Sep 22 15:12:55.326433 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Router c4d0038c-a4bb-4af3-b9f9-cbc53713335b has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:12:55.676523 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:12:55.681191 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:55.686530 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b8d854-5852-418b-9a42-69a92b178a50 None None] Sync routers for ids ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:12:55.696209 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8d854-5852-418b-9a42-69a92b178a50 None None] Routers {'c4d0038c-a4bb-4af3-b9f9-cbc53713335b'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:12:55.696810 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45b8d854-5852-418b-9a42-69a92b178a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:12:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:12:55.709924 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-0194b292-c045-4e25-b2f3-d6cad7c590b4 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "DELETE /networking/v2.0/floatingips/7210db63-bfc6-484a-ba6f-cd00467168dd HTTP/1.1" status: 204 len: 168 time: 1.1562059 Sep 22 15:12:55.710573 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'tag': '59fbdb82-e035-4330-b666-277ad05e7e4a'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:12:55.712868 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d96929-b03c-4f6d-bcc6-87637a469e20" -d '{"events": [{"name": "network-changed", "server_uuid": "dac0c29c-1536-42ed-88ff-62f1acfa978a", "tag": "59fbdb82-e035-4330-b666-277ad05e7e4a"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:12:55.762694 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dec6e5b-fbf6-48c1-9968-19e21b6e4ad2 x-openstack-request-id: req-8dec6e5b-fbf6-48c1-9968-19e21b6e4ad2 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:12:55.763667 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac0c29c-1536-42ed-88ff-62f1acfa978a", "tag": "59fbdb82-e035-4330-b666-277ad05e7e4a", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:12:55.764138 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8dec6e5b-fbf6-48c1-9968-19e21b6e4ad2 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:12:55.764738 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dec6e5b-fbf6-48c1-9968-19e21b6e4ad2'] response: {'name': 'network-changed', 'server_uuid': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'tag': '59fbdb82-e035-4330-b666-277ad05e7e4a', 'status': 'completed', 'code': 200} Sep 22 15:12:55.809422 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-45b8d854-5852-418b-9a42-69a92b178a50 None None] Set router c4d0038c-a4bb-4af3-b9f9-cbc53713335b gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:12:55.851541 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d96929-b03c-4f6d-bcc6-87637a469e20 req-859207fe-702f-440f-9674-cea1acff4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:55.853242 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-34d96929-b03c-4f6d-bcc6-87637a469e20 req-859207fe-702f-440f-9674-cea1acff4bd1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=eb5677466f5d4032a4cf6f05e34c3443&device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 1129 time: 0.0410519 Sep 22 15:12:55.960223 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d96929-b03c-4f6d-bcc6-87637a469e20 req-57ab72f1-11ea-469f-b20a-54e06bbe273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:55.961629 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-34d96929-b03c-4f6d-bcc6-87637a469e20 req-57ab72f1-11ea-469f-b20a-54e06bbe273b service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 HTTP/1.1" status: 200 len: 909 time: 0.0972428 Sep 22 15:12:55.964356 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:55.970664 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:12:55.984482 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741b881-8d6b-4cbc-835d-dc500389503d req-346e8574-a84d-4113-baee-40e02c32a07e tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:55.985939 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b741b881-8d6b-4cbc-835d-dc500389503d req-346e8574-a84d-4113-baee-40e02c32a07e tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0501986 Sep 22 15:12:56.018072 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45b8d854-5852-418b-9a42-69a92b178a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:39Z', 'updated_at': '2022-09-22T15:07:43Z', 'revision_number': 4, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'gw_port': {'id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:40Z', 'updated_at': '2022-09-22T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb', 'name': '', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'mac_address': 'fa:16:3e:1d:7f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:42Z', 'updated_at': '2022-09-22T15:07:47Z', 'revision_number': 5, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'subnets': [{'id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:12:56.039583 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b741b881-8d6b-4cbc-835d-dc500389503d req-54a54512-1034-42f8-9b52-ef9cef4baabe tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478854 Sep 22 15:12:56.043336 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b8d854-5852-418b-9a42-69a92b178a50 None None] Checking router: c4d0038c-a4bb-4af3-b9f9-cbc53713335b for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:12:56.051593 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8d854-5852-418b-9a42-69a92b178a50 None None] Routers {'c4d0038c-a4bb-4af3-b9f9-cbc53713335b'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:12:56.052190 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45b8d854-5852-418b-9a42-69a92b178a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:12:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:12:56.159889 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-45b8d854-5852-418b-9a42-69a92b178a50 None None] Set router c4d0038c-a4bb-4af3-b9f9-cbc53713335b gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:12:56.336799 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45b8d854-5852-418b-9a42-69a92b178a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:39Z', 'updated_at': '2022-09-22T15:07:43Z', 'revision_number': 4, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'gw_port': {'id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:40Z', 'updated_at': '2022-09-22T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb', 'name': '', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'mac_address': 'fa:16:3e:1d:7f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:42Z', 'updated_at': '2022-09-22T15:07:47Z', 'revision_number': 5, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'subnets': [{'id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:12:56.363625 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b8d854-5852-418b-9a42-69a92b178a50 None None] The sync data for ids ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'] in dv-cinder-856463-5-iscsi is: [{'id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:39Z', 'updated_at': '2022-09-22T15:07:43Z', 'revision_number': 4, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'gw_port': {'id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:40Z', 'updated_at': '2022-09-22T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb', 'name': '', 'network_id': 'b802bfb4-4c44-4715-b0d1-39f5e9cc0c05', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'mac_address': 'fa:16:3e:1d:7f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:42Z', 'updated_at': '2022-09-22T15:07:47Z', 'revision_number': 5, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'subnets': [{'id': 'b8155029-f874-48f5-95a8-71eb298fc9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:12:56.579580 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf6b2f-0fe6-44cf-bca8-62e2ed56aa47 None None] New status for floating IP 7210db63-bfc6-484a-ba6f-cd00467168dd: DOWN {{(pid=106243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:12:57.109952 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-34d96929-b03c-4f6d-bcc6-87637a469e20 req-1cd1aadf-d52d-48ef-a2c5-6ae0efcc1814 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59fbdb82-e035-4330-b666-277ad05e7e4a HTTP/1.1" status: 200 len: 217 time: 0.0337515 Sep 22 15:12:57.154806 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-81fef90f-2d3e-48ab-9d58-5a49a5b63a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:57.167445 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192366c2-a6a2-4f54-a949-574769dc1c29 req-e7778753-7144-4e81-a5af-a5a7c30cd500 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:57.168619 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d96929-b03c-4f6d-bcc6-87637a469e20 req-5d567498-6515-4fba-98ef-e283b8c29001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:57.168998 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-192366c2-a6a2-4f54-a949-574769dc1c29 req-e7778753-7144-4e81-a5af-a5a7c30cd500 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0535259 Sep 22 15:12:57.170089 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-34d96929-b03c-4f6d-bcc6-87637a469e20 req-5d567498-6515-4fba-98ef-e283b8c29001 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=b8155029-f874-48f5-95a8-71eb298fc9dc HTTP/1.1" status: 200 len: 847 time: 0.0510559 Sep 22 15:12:57.218082 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-192366c2-a6a2-4f54-a949-574769dc1c29 req-8bc10815-1a58-4aac-a098-c8062c3cd61e tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=da759d78-95ce-4c07-b405-4cebad1b8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434315 Sep 22 15:12:57.235625 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d96929-b03c-4f6d-bcc6-87637a469e20 req-42fe00dc-f91d-4b3f-bd14-33f51e0fe56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:57.237152 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-34d96929-b03c-4f6d-bcc6-87637a469e20 req-42fe00dc-f91d-4b3f-bd14-33f51e0fe56e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407336 Sep 22 15:12:57.456610 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-34d96929-b03c-4f6d-bcc6-87637a469e20 req-a1bce7d7-4366-41ae-bfcd-0d469b71b914 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910883 Sep 22 15:12:57.560849 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-34d96929-b03c-4f6d-bcc6-87637a469e20 req-c01d21a3-5491-4766-b0c7-fbe28cf443c4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859845 Sep 22 15:12:57.958445 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba3cd0-a177-4501-bcbd-c72a13c8e85f req-e83c338c-e2f6-44a2-9217-8b48751e175b tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:12:57.959894 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-41ba3cd0-a177-4501-bcbd-c72a13c8e85f req-e83c338c-e2f6-44a2-9217-8b48751e175b tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 945 time: 0.0456531 Sep 22 15:12:58.045844 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-41ba3cd0-a177-4501-bcbd-c72a13c8e85f req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Deleting port 59fbdb82-e035-4330-b666-277ad05e7e4a {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:12:58.046184 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-41ba3cd0-a177-4501-bcbd-c72a13c8e85f req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:58.133250 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-41ba3cd0-a177-4501-bcbd-c72a13c8e85f req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] For port 59fbdb82-e035-4330-b666-277ad05e7e4a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=59fbdb82-e035-4330-b666-277ad05e7e4a,segment=NetworkSegment(fa4c474e-496b-4da5-afda-7a5be842ebf1),segment_id=fa4c474e-496b-4da5-afda-7a5be842ebf1)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:12:58.133987 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-41ba3cd0-a177-4501-bcbd-c72a13c8e85f req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:58.146311 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-41ba3cd0-a177-4501-bcbd-c72a13c8e85f req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Calling delete_port for 59fbdb82-e035-4330-b666-277ad05e7e4a owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:12:58.278063 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:58.282961 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-41ba3cd0-a177-4501-bcbd-c72a13c8e85f req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (59fbdb82-e035-4330-b666-277ad05e7e4a), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:58.324547 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-25bcea8f-fd9c-4488-bb00-a5ee08fdedd7 req-720eb06d-6858-45b2-84fc-234968095da5 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 210 time: 0.0278101 Sep 22 15:12:58.339131 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Pushing event deleted for resources: {'Port': ['ID=59fbdb82-e035-4330-b666-277ad05e7e4a,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:12:58.363768 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ba3cd0-a177-4501-bcbd-c72a13c8e85f req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] No DVR routers for this DVR port 59fbdb82-e035-4330-b666-277ad05e7e4a on host hv-cinder-85646 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:12:58.366362 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-41ba3cd0-a177-4501-bcbd-c72a13c8e85f req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:12:58.369877 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-41ba3cd0-a177-4501-bcbd-c72a13c8e85f req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.49 "DELETE /networking/v2.0/ports/59fbdb82-e035-4330-b666-277ad05e7e4a HTTP/1.1" status: 204 len: 173 time: 0.4049752 Sep 22 15:12:58.371080 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:58.371456 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:58.371808 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:58.372153 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:58.372980 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:58.373344 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:58.373685 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:58.374189 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:58.374533 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:58.374868 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:58.375252 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:58.375565 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:58.375896 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:58.376226 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:58.376555 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d04de9-b9ea-4bff-b729-fbab61bf2332 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:12:58.379965 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'name': 'network-vif-deleted', 'tag': '59fbdb82-e035-4330-b666-277ad05e7e4a'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:12:58.382984 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4467302-1b67-4d0f-9d0a-ea7cb6d6fc34" -d '{"events": [{"server_uuid": "dac0c29c-1536-42ed-88ff-62f1acfa978a", "name": "network-vif-deleted", "tag": "59fbdb82-e035-4330-b666-277ad05e7e4a"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:12:58.422553 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c9e5da-4e9c-4bf5-9a7e-7d81a524f4df x-openstack-request-id: req-34c9e5da-4e9c-4bf5-9a7e-7d81a524f4df {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:12:58.422870 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac0c29c-1536-42ed-88ff-62f1acfa978a", "name": "network-vif-deleted", "tag": "59fbdb82-e035-4330-b666-277ad05e7e4a", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:12:58.423128 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-34c9e5da-4e9c-4bf5-9a7e-7d81a524f4df {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:12:58.423617 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c9e5da-4e9c-4bf5-9a7e-7d81a524f4df'] response: {'server_uuid': 'dac0c29c-1536-42ed-88ff-62f1acfa978a', 'name': 'network-vif-deleted', 'tag': '59fbdb82-e035-4330-b666-277ad05e7e4a', 'status': 'completed', 'code': 200} Sep 22 15:12:59.442575 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0fcd277e-4dc1-4f6e-ba9c-a76662cd2ad6 req-4b3708af-bd68-4018-8d35-46bfa38ca432 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dac0c29c-1536-42ed-88ff-62f1acfa978a HTTP/1.1" status: 200 len: 210 time: 0.0289700 Sep 22 15:13:00.047759 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:00.063793 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:00.511367 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56040) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:00.569509 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-35e01d0c-ce73-4f76-a109-81b3a6408952 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group (da759d78-95ce-4c07-b405-4cebad1b8a32), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:00.593152 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-35e01d0c-ce73-4f76-a109-81b3a6408952 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group (da759d78-95ce-4c07-b405-4cebad1b8a32), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:00.651894 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-35e01d0c-ce73-4f76-a109-81b3a6408952 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (da759d78-95ce-4c07-b405-4cebad1b8a32), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:00.654950 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-35e01d0c-ce73-4f76-a109-81b3a6408952 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:00.656134 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-35e01d0c-ce73-4f76-a109-81b3a6408952 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] 10.222.0.66 "DELETE /networking/v2.0/security-groups/da759d78-95ce-4c07-b405-4cebad1b8a32 HTTP/1.1" status: 204 len: 168 time: 0.1446397 Sep 22 15:13:00.665175 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e01d0c-ce73-4f76-a109-81b3a6408952 tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da759d78-95ce-4c07-b405-4cebad1b8a32,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:01.714070 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56046) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:02.060508 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0e95f68b-2786-47df-a030-d846446fb079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4097958'] for router_interface (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:02.274325 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:02.277078 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-0e95f68b-2786-47df-a030-d846446fb079 admin admin] Deleting port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:13:02.277958 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0e95f68b-2786-47df-a030-d846446fb079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:02.359372 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-0e95f68b-2786-47df-a030-d846446fb079 admin admin] For port 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb,segment=NetworkSegment(fa4c474e-496b-4da5-afda-7a5be842ebf1),segment_id=fa4c474e-496b-4da5-afda-7a5be842ebf1)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:13:02.359654 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0e95f68b-2786-47df-a030-d846446fb079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:02.372490 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-0e95f68b-2786-47df-a030-d846446fb079 admin admin] Calling delete_port for 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb owned by network:router_interface {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:13:02.381692 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:02.549320 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0e95f68b-2786-47df-a030-d846446fb079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:02.572196 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95f68b-2786-47df-a030-d846446fb079 admin admin] Pushing event deleted for resources: {'Port': ['ID=70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:02.663306 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 59fbdb82-e035-4330-b666-277ad05e7e4a no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:13:02.683908 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: 59fbdb82-e035-4330-b666-277ad05e7e4a {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:13:02.684473 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 59fbdb82-e035-4330-b666-277ad05e7e4a not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:13:02.735473 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0e95f68b-2786-47df-a030-d846446fb079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4121366'] for router_interface (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:02.939801 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e95f68b-2786-47df-a030-d846446fb079 admin admin] Router c4d0038c-a4bb-4af3-b9f9-cbc53713335b has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:13:02.994067 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:03.046468 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e95f68b-2786-47df-a030-d846446fb079 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:13:03.051405 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-0e95f68b-2786-47df-a030-d846446fb079 admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/c4d0038c-a4bb-4af3-b9f9-cbc53713335b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3362837 Sep 22 15:13:03.054181 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56050) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:03.056859 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1299f8b8-e78e-4a39-9054-7c27a7567921 None None] Sync routers for ids ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:13:03.067473 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1299f8b8-e78e-4a39-9054-7c27a7567921 None None] Routers {'c4d0038c-a4bb-4af3-b9f9-cbc53713335b'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:13:03.068390 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-1299f8b8-e78e-4a39-9054-7c27a7567921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:12:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:03.095466 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:03.151534 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:03.157609 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] Publish callbacks [] for router (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:03.254050 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-1299f8b8-e78e-4a39-9054-7c27a7567921 None None] Set router c4d0038c-a4bb-4af3-b9f9-cbc53713335b gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:13:03.259353 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] Publish callbacks [] for router_gateway (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:03.301095 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] Deleting port 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:13:03.301438 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (5f08c9d5-a3a5-4f88-8eac-f68200a51d24), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:03.302546 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:03.344260 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:03.382623 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] For port 5f08c9d5-a3a5-4f88-8eac-f68200a51d24, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=5f08c9d5-a3a5-4f88-8eac-f68200a51d24,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:13:03.382990 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (5f08c9d5-a3a5-4f88-8eac-f68200a51d24), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:03.396058 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] Calling delete_port for 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 owned by network:router_gateway {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:13:03.416831 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-1299f8b8-e78e-4a39-9054-7c27a7567921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:39Z', 'updated_at': '2022-09-22T15:13:02Z', 'revision_number': 5, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'gw_port': {'id': '5f08c9d5-a3a5-4f88-8eac-f68200a51d24', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:40Z', 'updated_at': '2022-09-22T15:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:03.441761 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1299f8b8-e78e-4a39-9054-7c27a7567921 None None] Checking router: c4d0038c-a4bb-4af3-b9f9-cbc53713335b for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:13:03.450640 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1299f8b8-e78e-4a39-9054-7c27a7567921 None None] Routers {'c4d0038c-a4bb-4af3-b9f9-cbc53713335b'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:13:03.451263 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-1299f8b8-e78e-4a39-9054-7c27a7567921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:12:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:03.535906 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-1299f8b8-e78e-4a39-9054-7c27a7567921 None None] Set router c4d0038c-a4bb-4af3-b9f9-cbc53713335b gateway port host: None {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:13:03.560562 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (5f08c9d5-a3a5-4f88-8eac-f68200a51d24), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:03.587381 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-1299f8b8-e78e-4a39-9054-7c27a7567921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:39Z', 'updated_at': '2022-09-22T15:13:03Z', 'revision_number': 6, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'gw_port_host': None}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:03.589194 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f08c9d5-a3a5-4f88-8eac-f68200a51d24,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:03.613545 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1299f8b8-e78e-4a39-9054-7c27a7567921 None None] The sync data for ids ['c4d0038c-a4bb-4af3-b9f9-cbc53713335b'] in dv-cinder-856463-5-iscsi is: [{'id': 'c4d0038c-a4bb-4af3-b9f9-cbc53713335b', 'name': 'tempest-TestShelveInstance-292456595-router', 'tenant_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:39Z', 'updated_at': '2022-09-22T15:13:03Z', 'revision_number': 6, 'project_id': 'eb5677466f5d4032a4cf6f05e34c3443', 'gw_port_host': None}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:13:03.659883 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121692'] for router_gateway (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:03.744945 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15746'] for router (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:03.747090 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] Publish callbacks [] for router_controller (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:03.788932 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4121451'] for router (c4d0038c-a4bb-4af3-b9f9-cbc53713335b), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:03.789516 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4d0038c-a4bb-4af3-b9f9-cbc53713335b {{(pid=106242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 15:13:03.794575 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:03.795744 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2bfa95b0-6dd4-4309-8603-38accffe4168 admin admin] 10.222.0.66 "DELETE /networking/v2.0/routers/c4d0038c-a4bb-4af3-b9f9-cbc53713335b HTTP/1.1" status: 204 len: 168 time: 0.7405827 Sep 22 15:13:03.798283 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56052) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:03.857356 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cb3bdc-7301-4ee5-97f7-5394f7fe0986 admin admin] Deleting subnet b8155029-f874-48f5-95a8-71eb298fc9dc {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 15:13:03.861751 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b9cb3bdc-7301-4ee5-97f7-5394f7fe0986 admin admin] Publish callbacks [] for subnet (b8155029-f874-48f5-95a8-71eb298fc9dc), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:03.908917 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b9cb3bdc-7301-4ee5-97f7-5394f7fe0986 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9124838'] for subnet (b8155029-f874-48f5-95a8-71eb298fc9dc), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:03.989053 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b9cb3bdc-7301-4ee5-97f7-5394f7fe0986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (b8155029-f874-48f5-95a8-71eb298fc9dc), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:04.024570 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:04.033738 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:04.056418 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b9cb3bdc-7301-4ee5-97f7-5394f7fe0986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9125835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969113'] for subnet (b8155029-f874-48f5-95a8-71eb298fc9dc), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:04.083603 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb3bdc-7301-4ee5-97f7-5394f7fe0986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8155029-f874-48f5-95a8-71eb298fc9dc,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:04.087361 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b9cb3bdc-7301-4ee5-97f7-5394f7fe0986 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:04.090683 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b9cb3bdc-7301-4ee5-97f7-5394f7fe0986 admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/b8155029-f874-48f5-95a8-71eb298fc9dc HTTP/1.1" status: 204 len: 168 time: 0.2912874 Sep 22 15:13:04.092987 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97da5ec2-6e28-4da2-8331-c0f2c28648b8 None None] Network b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:13:04.093449 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56054) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:04.160334 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (b802bfb4-4c44-4715-b0d1-39f5e9cc0c05), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:04.206672 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] Deleting port 8a6e5744-c567-4543-82d3-dc745d9824fd {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:13:04.207019 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (8a6e5744-c567-4543-82d3-dc745d9824fd), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:04.277960 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] For port 8a6e5744-c567-4543-82d3-dc745d9824fd, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=8a6e5744-c567-4543-82d3-dc745d9824fd,segment=NetworkSegment(fa4c474e-496b-4da5-afda-7a5be842ebf1),segment_id=fa4c474e-496b-4da5-afda-7a5be842ebf1)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:13:04.278316 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (8a6e5744-c567-4543-82d3-dc745d9824fd), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:04.291510 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] Calling delete_port for 8a6e5744-c567-4543-82d3-dc745d9824fd owned by network:dhcp {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:13:04.367590 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49510e60-6c4f-49bb-b4c4-427c72b3122f None None] DHCP port deletion for b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 request from dv-cinder-856463-5-iscsi {{(pid=106243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 15:13:04.369643 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (8a6e5744-c567-4543-82d3-dc745d9824fd), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:04.402257 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a6e5744-c567-4543-82d3-dc745d9824fd,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:04.404236 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] No DVR routers for this DVR port 8a6e5744-c567-4543-82d3-dc745d9824fd on host dv-cinder-856463-5-iscsi {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:13:04.474443 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (b802bfb4-4c44-4715-b0d1-39f5e9cc0c05), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:04.496615 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b802bfb4-4c44-4715-b0d1-39f5e9cc0c05']}} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:04.505847 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4c474e-496b-4da5-afda-7a5be842ebf1') {'for_net_delete': True} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:04.506139 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4c474e-496b-4da5-afda-7a5be842ebf1') {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:04.516446 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9124829'] for segment (fa4c474e-496b-4da5-afda-7a5be842ebf1), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:04.530504 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (fa4c474e-496b-4da5-afda-7a5be842ebf1), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:04.536885 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=106242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 15:13:04.537465 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9125745'] for segment (fa4c474e-496b-4da5-afda-7a5be842ebf1), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:04.605906 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (b802bfb4-4c44-4715-b0d1-39f5e9cc0c05), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:04.611166 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:04.614754 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/b802bfb4-4c44-4715-b0d1-39f5e9cc0c05 HTTP/1.1" status: 204 len: 168 time: 0.5206504 Sep 22 15:13:04.618354 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56060) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:04.634425 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55d56d-3292-4093-8168-316fa19967d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b802bfb4-4c44-4715-b0d1-39f5e9cc0c05,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:04.639118 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment fa4c474e-496b-4da5-afda-7a5be842ebf1 resource provider aggregate not found Sep 22 15:13:04.686977 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment fa4c474e-496b-4da5-afda-7a5be842ebf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa4c474e-496b-4da5-afda-7a5be842ebf1 found for delete ", "request_id": "req-219e3796-32fa-4824-9f00-c058ea36d529"}]} Sep 22 15:13:05.072678 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:13:05.096280 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:13:05.096935 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 70f9030f-3fdd-49f4-bbeb-ebb810c2b9fb not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:13:05.097047 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 8a6e5744-c567-4543-82d3-dc745d9824fd no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:13:05.114904 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 8a6e5744-c567-4543-82d3-dc745d9824fd {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:13:05.115282 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 8a6e5744-c567-4543-82d3-dc745d9824fd not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:13:05.115697 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:13:05.127612 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:DELETE=8,neutron:UPDATE=1,neutron:SELECT=91 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:05.133676 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:13:05.134474 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 5f08c9d5-a3a5-4f88-8eac-f68200a51d24 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:13:05.177646 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-df667945-eda6-418f-a298-bfed8bcdb4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4097958'] for router_interface (9854db9c-8b4f-4663-bca6-4575419dc7dc), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:05.254645 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:05.394841 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-df667945-eda6-418f-a298-bfed8bcdb4dd admin admin] Deleting port e7a09c7e-f46d-4282-ac04-498657500341 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:13:05.395175 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-df667945-eda6-418f-a298-bfed8bcdb4dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (e7a09c7e-f46d-4282-ac04-498657500341), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:05.474958 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-df667945-eda6-418f-a298-bfed8bcdb4dd admin admin] For port e7a09c7e-f46d-4282-ac04-498657500341, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=e7a09c7e-f46d-4282-ac04-498657500341,segment=NetworkSegment(2a352b36-cabf-4794-aaba-b4a00a06687e),segment_id=2a352b36-cabf-4794-aaba-b4a00a06687e)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:13:05.475358 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-df667945-eda6-418f-a298-bfed8bcdb4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (e7a09c7e-f46d-4282-ac04-498657500341), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:05.488148 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-df667945-eda6-418f-a298-bfed8bcdb4dd admin admin] Calling delete_port for e7a09c7e-f46d-4282-ac04-498657500341 owned by network:router_interface {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:13:05.661438 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-df667945-eda6-418f-a298-bfed8bcdb4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (e7a09c7e-f46d-4282-ac04-498657500341), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:05.690065 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df667945-eda6-418f-a298-bfed8bcdb4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a09c7e-f46d-4282-ac04-498657500341,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:05.849036 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-df667945-eda6-418f-a298-bfed8bcdb4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4121366'] for router_interface (9854db9c-8b4f-4663-bca6-4575419dc7dc), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:05.986920 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:06.046340 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:06.051959 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df667945-eda6-418f-a298-bfed8bcdb4dd admin admin] Router 9854db9c-8b4f-4663-bca6-4575419dc7dc has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:13:06.156067 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df667945-eda6-418f-a298-bfed8bcdb4dd admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:13:06.161258 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-df667945-eda6-418f-a298-bfed8bcdb4dd admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/9854db9c-8b4f-4663-bca6-4575419dc7dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5418816 Sep 22 15:13:06.164478 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56066) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:06.166607 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84b9f53-7e81-4f91-b72b-fa36bb69dabf None None] Sync routers for ids ['9854db9c-8b4f-4663-bca6-4575419dc7dc'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:13:06.177113 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84b9f53-7e81-4f91-b72b-fa36bb69dabf None None] Routers {'9854db9c-8b4f-4663-bca6-4575419dc7dc'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:13:06.177730 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-e84b9f53-7e81-4f91-b72b-fa36bb69dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:12:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['9854db9c-8b4f-4663-bca6-4575419dc7dc'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:06.263256 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] Publish callbacks [] for router (9854db9c-8b4f-4663-bca6-4575419dc7dc), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:06.277986 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-e84b9f53-7e81-4f91-b72b-fa36bb69dabf None None] Set router 9854db9c-8b4f-4663-bca6-4575419dc7dc gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:13:06.362212 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] Publish callbacks [] for router_gateway (9854db9c-8b4f-4663-bca6-4575419dc7dc), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:06.406407 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] Deleting port c8299aed-848c-409b-9618-af0d31cabcf5 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:13:06.406753 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (c8299aed-848c-409b-9618-af0d31cabcf5), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:06.446824 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-e84b9f53-7e81-4f91-b72b-fa36bb69dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'name': 'tempest-TestShelveInstance-1790778679-router', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'c8299aed-848c-409b-9618-af0d31cabcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:45Z', 'updated_at': '2022-09-22T15:13:05Z', 'revision_number': 5, 'project_id': '0755e1f2ba6f4899986c5a02f2b03688', 'gw_port': {'id': 'c8299aed-848c-409b-9618-af0d31cabcf5', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:07:46Z', 'updated_at': '2022-09-22T15:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:06.475534 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84b9f53-7e81-4f91-b72b-fa36bb69dabf None None] Checking router: 9854db9c-8b4f-4663-bca6-4575419dc7dc for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:13:06.485719 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84b9f53-7e81-4f91-b72b-fa36bb69dabf None None] Routers {'9854db9c-8b4f-4663-bca6-4575419dc7dc'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:13:06.486343 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-e84b9f53-7e81-4f91-b72b-fa36bb69dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:12:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['9854db9c-8b4f-4663-bca6-4575419dc7dc'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:06.490433 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] For port c8299aed-848c-409b-9618-af0d31cabcf5, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=c8299aed-848c-409b-9618-af0d31cabcf5,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:13:06.490807 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (c8299aed-848c-409b-9618-af0d31cabcf5), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:06.503628 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] Calling delete_port for c8299aed-848c-409b-9618-af0d31cabcf5 owned by network:router_gateway {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:13:06.566245 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-e84b9f53-7e81-4f91-b72b-fa36bb69dabf None None] Set router 9854db9c-8b4f-4663-bca6-4575419dc7dc gateway port host: None {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:13:06.677184 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (c8299aed-848c-409b-9618-af0d31cabcf5), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:06.700892 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8299aed-848c-409b-9618-af0d31cabcf5,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:06.746559 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-e84b9f53-7e81-4f91-b72b-fa36bb69dabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'name': 'tempest-TestShelveInstance-1790778679-router', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:45Z', 'updated_at': '2022-09-22T15:13:06Z', 'revision_number': 6, 'project_id': '0755e1f2ba6f4899986c5a02f2b03688', 'gw_port_host': None}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:06.767884 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121692'] for router_gateway (9854db9c-8b4f-4663-bca6-4575419dc7dc), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:06.773149 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84b9f53-7e81-4f91-b72b-fa36bb69dabf None None] The sync data for ids ['9854db9c-8b4f-4663-bca6-4575419dc7dc'] in dv-cinder-856463-5-iscsi is: [{'id': '9854db9c-8b4f-4663-bca6-4575419dc7dc', 'name': 'tempest-TestShelveInstance-1790778679-router', 'tenant_id': '0755e1f2ba6f4899986c5a02f2b03688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:07:45Z', 'updated_at': '2022-09-22T15:13:06Z', 'revision_number': 6, 'project_id': '0755e1f2ba6f4899986c5a02f2b03688', 'gw_port_host': None}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:13:06.860762 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15746'] for router (9854db9c-8b4f-4663-bca6-4575419dc7dc), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:06.862968 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] Publish callbacks [] for router_controller (9854db9c-8b4f-4663-bca6-4575419dc7dc), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:06.908654 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4121451'] for router (9854db9c-8b4f-4663-bca6-4575419dc7dc), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:06.909330 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9854db9c-8b4f-4663-bca6-4575419dc7dc {{(pid=106242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 15:13:06.914213 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:06.915505 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-cd4ad58f-f527-4b98-8c36-947d1751f51f admin admin] 10.222.0.66 "DELETE /networking/v2.0/routers/9854db9c-8b4f-4663-bca6-4575419dc7dc HTTP/1.1" status: 204 len: 168 time: 0.7507343 Sep 22 15:13:06.918544 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56074) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:06.927647 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:06.970366 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:06.992661 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-473f0296-4e44-479a-a2c9-299b14739a9c admin admin] Deleting subnet a4e94d3d-f131-4532-be50-89098c9bf8ff {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 15:13:06.992661 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-473f0296-4e44-479a-a2c9-299b14739a9c admin admin] Publish callbacks [] for subnet (a4e94d3d-f131-4532-be50-89098c9bf8ff), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:07.027329 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-473f0296-4e44-479a-a2c9-299b14739a9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9124838'] for subnet (a4e94d3d-f131-4532-be50-89098c9bf8ff), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:07.105294 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-473f0296-4e44-479a-a2c9-299b14739a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (a4e94d3d-f131-4532-be50-89098c9bf8ff), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:07.163029 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-473f0296-4e44-479a-a2c9-299b14739a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9125835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969113'] for subnet (a4e94d3d-f131-4532-be50-89098c9bf8ff), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:07.192940 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f0296-4e44-479a-a2c9-299b14739a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e94d3d-f131-4532-be50-89098c9bf8ff,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:07.194935 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-473f0296-4e44-479a-a2c9-299b14739a9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:07.200768 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56078) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:07.201294 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-473f0296-4e44-479a-a2c9-299b14739a9c admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/a4e94d3d-f131-4532-be50-89098c9bf8ff HTTP/1.1" status: 204 len: 168 time: 0.2813158 Sep 22 15:13:07.201396 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54538eba-7edd-4470-ac35-52f36a154a5c None None] Network 0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:13:07.262449 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device e7a09c7e-f46d-4282-ac04-498657500341 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:13:07.283794 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:07.285872 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: e7a09c7e-f46d-4282-ac04-498657500341 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:13:07.286221 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device e7a09c7e-f46d-4282-ac04-498657500341 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:13:07.345916 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] Deleting port 2c6547ac-cf89-43da-b14b-8572fbb16054 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:13:07.346260 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (2c6547ac-cf89-43da-b14b-8572fbb16054), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:07.408126 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] For port 2c6547ac-cf89-43da-b14b-8572fbb16054, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=2c6547ac-cf89-43da-b14b-8572fbb16054,segment=NetworkSegment(2a352b36-cabf-4794-aaba-b4a00a06687e),segment_id=2a352b36-cabf-4794-aaba-b4a00a06687e)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:13:07.408415 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (2c6547ac-cf89-43da-b14b-8572fbb16054), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:07.421672 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] Calling delete_port for 2c6547ac-cf89-43da-b14b-8572fbb16054 owned by network:dhcp {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:13:07.465412 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:07.506873 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (2c6547ac-cf89-43da-b14b-8572fbb16054), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:07.534318 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6547ac-cf89-43da-b14b-8572fbb16054,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:07.536174 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] No DVR routers for this DVR port 2c6547ac-cf89-43da-b14b-8572fbb16054 on host dv-cinder-856463-5-iscsi {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:13:07.597356 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5b8f8d-48f7-4352-8fb6-d6772e12db2b None None] DHCP port deletion for 0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c request from dv-cinder-856463-5-iscsi {{(pid=106243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 15:13:07.609752 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:07.633536 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c']}} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:07.643157 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a352b36-cabf-4794-aaba-b4a00a06687e') {'for_net_delete': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:07.643490 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a352b36-cabf-4794-aaba-b4a00a06687e') {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:07.652911 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259296'] for segment (2a352b36-cabf-4794-aaba-b4a00a06687e), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:07.666283 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (2a352b36-cabf-4794-aaba-b4a00a06687e), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:07.673032 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=106241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 15:13:07.673458 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326477'] for segment (2a352b36-cabf-4794-aaba-b4a00a06687e), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:07.750388 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment 2a352b36-cabf-4794-aaba-b4a00a06687e resource provider aggregate not found Sep 22 15:13:07.759962 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:07.765513 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:07.769934 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c HTTP/1.1" status: 204 len: 168 time: 0.5678430 Sep 22 15:13:07.771691 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment 2a352b36-cabf-4794-aaba-b4a00a06687e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a352b36-cabf-4794-aaba-b4a00a06687e found for delete ", "request_id": "req-8ae7cfaf-53f3-4ed0-a128-b0c2576b2f73"}]} Sep 22 15:13:07.785081 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a17108-b242-4ac7-bfcb-dc620aecc148 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bd5634f-18fa-40b6-9b2f-e7a0a64ff78c,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:07.908759 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56088) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:07.950892 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-c6b1e241-14a2-445c-b9a0-bee1efe3d0e3 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=eb5677466f5d4032a4cf6f05e34c3443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409069 Sep 22 15:13:07.953296 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56090) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:08.000301 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b0130632-5974-4671-87d4-2ccc2cd6222c admin admin] Publish callbacks [] for security_group (88db7fed-9241-468c-8e44-708f398e76dc), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:08.020879 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b0130632-5974-4671-87d4-2ccc2cd6222c admin admin] Publish callbacks [] for security_group (88db7fed-9241-468c-8e44-708f398e76dc), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:08.080095 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b0130632-5974-4671-87d4-2ccc2cd6222c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (88db7fed-9241-468c-8e44-708f398e76dc), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:08.082390 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b0130632-5974-4671-87d4-2ccc2cd6222c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:08.085900 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-b0130632-5974-4671-87d4-2ccc2cd6222c admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/88db7fed-9241-468c-8e44-708f398e76dc HTTP/1.1" status: 204 len: 168 time: 0.1293554 Sep 22 15:13:08.091744 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0130632-5974-4671-87d4-2ccc2cd6222c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88db7fed-9241-468c-8e44-708f398e76dc,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:08.278036 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65925e00-578e-41c9-9cbb-9431e50144a9 req-4f389dcd-933e-4b79-adc9-959736a3f740 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:08.279767 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-65925e00-578e-41c9-9cbb-9431e50144a9 req-4f389dcd-933e-4b79-adc9-959736a3f740 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0498908 Sep 22 15:13:08.330598 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-65925e00-578e-41c9-9cbb-9431e50144a9 req-428d189a-de0a-46bf-b497-bf7d273ad573 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452404 Sep 22 15:13:08.420554 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56102) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:08.460484 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-1692ae73-a0be-48bb-b7e0-eb5792a09e16 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=0755e1f2ba6f4899986c5a02f2b03688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387738 Sep 22 15:13:08.462829 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56104) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:08.510181 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ecd6ac24-80f1-4f0c-8f08-0d87b03101bf admin admin] Publish callbacks [] for security_group (233177f0-9ca2-4928-860a-a72126b496ec), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:08.534326 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ecd6ac24-80f1-4f0c-8f08-0d87b03101bf admin admin] Publish callbacks [] for security_group (233177f0-9ca2-4928-860a-a72126b496ec), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:08.580490 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ecd6ac24-80f1-4f0c-8f08-0d87b03101bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (233177f0-9ca2-4928-860a-a72126b496ec), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:08.583252 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-ecd6ac24-80f1-4f0c-8f08-0d87b03101bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:08.584388 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-ecd6ac24-80f1-4f0c-8f08-0d87b03101bf admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/233177f0-9ca2-4928-860a-a72126b496ec HTTP/1.1" status: 204 len: 168 time: 0.1206508 Sep 22 15:13:08.592020 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6ac24-80f1-4f0c-8f08-0d87b03101bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233177f0-9ca2-4928-860a-a72126b496ec,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:09.076690 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device c8299aed-848c-409b-9618-af0d31cabcf5 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:13:09.097079 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: c8299aed-848c-409b-9618-af0d31cabcf5 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:13:09.097433 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device c8299aed-848c-409b-9618-af0d31cabcf5 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:13:09.097856 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 2c6547ac-cf89-43da-b14b-8572fbb16054 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:13:09.116170 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 2c6547ac-cf89-43da-b14b-8572fbb16054 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:13:09.116533 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 2c6547ac-cf89-43da-b14b-8572fbb16054 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:13:09.252700 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56126) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:09.349688 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1076088571-network', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:09.376151 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] Made reservation on behalf of 643f960acfbb4e5d8218e8dadc9066be for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:13:09.378591 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:09.387629 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:09.450853 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:09.465542 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] Publish callbacks [] for security_group (4b864993-5fb4-4da8-9e32-6fa89be38bec), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:09.467683 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e7700-e5e1-4219-916b-8b13be1e4603 req-47c5fae8-c305-42cc-86a2-e9f197e5900a tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:09.469237 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-816e7700-e5e1-4219-916b-8b13be1e4603 req-47c5fae8-c305-42cc-86a2-e9f197e5900a tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0490415 Sep 22 15:13:09.474063 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (4b864993-5fb4-4da8-9e32-6fa89be38bec), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:09.502489 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 15:13:09.511447 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b864993-5fb4-4da8-9e32-6fa89be38bec,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:09.517958 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (3f594c5f-fdda-4b12-abdc-f514ec30536a), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:09.518305 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] Added segment 3f594c5f-fdda-4b12-abdc-f514ec30536a of type vlan for network cd2f75aa-555e-4e70-b27f-30e0727f88fc Sep 22 15:13:09.522977 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-816e7700-e5e1-4219-916b-8b13be1e4603 req-841e38be-6f19-482c-965e-91257734eb5b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469656 Sep 22 15:13:09.559463 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (cd2f75aa-555e-4e70-b27f-30e0727f88fc), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:09.582345 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (cd2f75aa-555e-4e70-b27f-30e0727f88fc), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:09.583393 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:09.583970 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:09.587124 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=12 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:09.646298 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3925059 Sep 22 15:13:09.649316 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56132) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:09.652631 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427a9a8-a660-4b3f-ac7b-5961b713dd5d admin admin] Pushing event updated for resources: {'Network': ['ID=cd2f75aa-555e-4e70-b27f-30e0727f88fc,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:09.655024 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-4ddaa692-49f6-453f-93f5-f223883af9b8 admin admin] Request body: {'subnet': {'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1076088571-subnet', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'ip_version': 4}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:09.662109 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network cd2f75aa-555e-4e70-b27f-30e0727f88fc details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 15:13:09.675233 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddaa692-49f6-453f-93f5-f223883af9b8 admin admin] Made reservation on behalf of 643f960acfbb4e5d8218e8dadc9066be for: {'subnet': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:13:09.677547 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa692-49f6-453f-93f5-f223883af9b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10217131'] for subnet (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:09.847605 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa692-49f6-453f-93f5-f223883af9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2325416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10217149'] for subnet (e758423a-0f5c-4f1d-a40d-edb31da8ce0d), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:09.879246 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:09.909198 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaa692-49f6-453f-93f5-f223883af9b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e758423a-0f5c-4f1d-a40d-edb31da8ce0d,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:09.919823 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddaa692-49f6-453f-93f5-f223883af9b8 admin admin] Checking segment: {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:13:09.920181 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddaa692-49f6-453f-93f5-f223883af9b8 admin admin] Network hostable DHCP agents. Network: cd2f75aa-555e-4e70-b27f-30e0727f88fc, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 15:13:09.937047 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddaa692-49f6-453f-93f5-f223883af9b8 admin admin] Network cd2f75aa-555e-4e70-b27f-30e0727f88fc is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 15:13:09.945677 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-4ddaa692-49f6-453f-93f5-f223883af9b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, cd2f75aa-555e-4e70-b27f-30e0727f88fc) {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:13:09.950402 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddaa692-49f6-453f-93f5-f223883af9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:09.951002 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa692-49f6-453f-93f5-f223883af9b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:09.954655 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae77176-8bf6-403a-b1b1-56a85c226dbf None None] Network cd2f75aa-555e-4e70-b27f-30e0727f88fc requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:13:09.967793 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-4ddaa692-49f6-453f-93f5-f223883af9b8 admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3172679 Sep 22 15:13:09.970445 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56134) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:09.974697 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:09.995060 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4124553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15760'] for router (dc4cf907-6b26-400f-afb5-b841b52f6193), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:09.996114 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4099067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4192051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15769'] for router (dc4cf907-6b26-400f-afb5-b841b52f6193), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:10.028461 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:10.047095 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Publish callbacks [] for router_controller (dc4cf907-6b26-400f-afb5-b841b52f6193), precommit_add_association {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:10.061935 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd1ba1b-f342-5f5c-8987-fbda7cf6b98e-cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d'}]}} from dv-cinder-856463-5-iscsi. {{(pid=106243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 15:13:10.064347 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:10.087448 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:10.187529 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Publish callbacks [] for router_gateway (dc4cf907-6b26-400f-afb5-b841b52f6193), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:10.195609 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Allocated IP 172.20.0.2 (cd2f75aa-555e-4e70-b27f-30e0727f88fc/e758423a-0f5c-4f1d-a40d-edb31da8ce0d/0f9af3b6-33d4-45ec-b28f-db3def4b644e) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:13:10.334662 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Publish callbacks [] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:10.341265 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:10.368225 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Publish callbacks [] for router_gateway (dc4cf907-6b26-400f-afb5-b841b52f6193), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:10.385765 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Network cd2f75aa-555e-4e70-b27f-30e0727f88fc is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:13:10.388358 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:13:10.392345 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:13:10.393404 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:10.398970 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Pushing event updated for resources: {'Port': ['ID=0f9af3b6-33d4-45ec-b28f-db3def4b644e,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:10.423698 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:10.424046 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:10.424388 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:10.424729 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:10.425062 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:10.425406 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:10.425720 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:10.426049 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:10.426373 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:10.426698 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:10.427020 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:10.427371 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:10.427695 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:10.428016 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:10.428334 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:10.446283 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:10.463024 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Attempting to bind port 0f9af3b6-33d4-45ec-b28f-db3def4b644e on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:13:10.463420 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Attempting to bind port 0f9af3b6-33d4-45ec-b28f-db3def4b644e by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:13:10.463778 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Attempting to bind port 0f9af3b6-33d4-45ec-b28f-db3def4b644e on network cd2f75aa-555e-4e70-b27f-30e0727f88fc {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:13:10.503426 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Allocated IP 172.27.1.111 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/8d9bfa4d-349e-409a-b7d9-096702eb8551) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:13:10.504605 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:13:10.504979 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Checking segment: {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:13:10.505382 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:10.505772 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Bound using segment: {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:13:10.506240 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Bound port: 0f9af3b6-33d4-45ec-b28f-db3def4b644e, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:13:10.506624 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:10.567603 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] For port 0f9af3b6-33d4-45ec-b28f-db3def4b644e, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:13:10.571194 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] For port 0f9af3b6-33d4-45ec-b28f-db3def4b644e, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=0f9af3b6-33d4-45ec-b28f-db3def4b644e,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:13:10.578694 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:10.631559 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Publish callbacks [] for port (8d9bfa4d-349e-409a-b7d9-096702eb8551), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:10.637024 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee388bc7-f2b5-4f93-a885-9858f681cc56 None None] Pushing event updated for resources: {'Port': ['ID=0f9af3b6-33d4-45ec-b28f-db3def4b644e,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:10.672394 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b36d6-9274-4f6e-a012-a4976ee86998 req-7dc0c479-ffe7-4459-b9b8-e0d0f3b523a2 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:10.673905 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b18b36d6-9274-4f6e-a012-a4976ee86998 req-7dc0c479-ffe7-4459-b9b8-e0d0f3b523a2 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0600545 Sep 22 15:13:10.722303 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (8d9bfa4d-349e-409a-b7d9-096702eb8551), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:10.728818 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:10.772679 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b18b36d6-9274-4f6e-a012-a4976ee86998 req-04476052-a9b4-4809-ba7e-f14de5207a58 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912654 Sep 22 15:13:10.811876 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:13:10.817299 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:13:10.819272 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9bfa4d-349e-409a-b7d9-096702eb8551,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:10.821379 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:13:11.071936 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Publish callbacks [] for router_gateway (dc4cf907-6b26-400f-afb5-b841b52f6193), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:11.106347 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 0f9af3b6-33d4-45ec-b28f-db3def4b644e up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:13:11.150193 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 0f9af3b6-33d4-45ec-b28f-db3def4b644e triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:11.150628 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:11.150959 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 0f9af3b6-33d4-45ec-b28f-db3def4b644e Sep 22 15:13:11.230221 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 0f9af3b6-33d4-45ec-b28f-db3def4b644e is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:11.230979 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:11.268724 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port 0f9af3b6-33d4-45ec-b28f-db3def4b644e, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=0f9af3b6-33d4-45ec-b28f-db3def4b644e,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:13:11.274940 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:11.280040 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:11.330329 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=0f9af3b6-33d4-45ec-b28f-db3def4b644e,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:11.514352 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677e6cff-89fb-48dc-9cce-61b03760e684 None None] Network cd2f75aa-555e-4e70-b27f-30e0727f88fc requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:13:11.517569 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:11.529957 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121636'] for router (dc4cf907-6b26-400f-afb5-b841b52f6193), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:11.579001 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-59454311-b514-4d2f-a67d-fd1758679381 None None] Provisioning complete for port 0f9af3b6-33d4-45ec-b28f-db3def4b644e triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:11.579394 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-59454311-b514-4d2f-a67d-fd1758679381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:11.579729 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-59454311-b514-4d2f-a67d-fd1758679381 None None] Attempt 1 to provision port 0f9af3b6-33d4-45ec-b28f-db3def4b644e Sep 22 15:13:11.623184 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:11.659740 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Router dc4cf907-6b26-400f-afb5-b841b52f6193 is scheduled to L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 with binding_index 1 {{(pid=106241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 15:13:11.691548 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-59454311-b514-4d2f-a67d-fd1758679381 None None] Current status of the port 0f9af3b6-33d4-45ec-b28f-db3def4b644e is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:11.773868 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:13:11.784307 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Sync routers for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:13:11.795153 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:11.796690 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-1acdd1cc-dbc8-4577-a30d-1d066473cd16 admin admin] 10.222.0.66 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8252981 Sep 22 15:13:11.796846 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:13:11.797466 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:12:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:11.799645 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56138) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:11.805745 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:11.911585 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-76c4a0eb-9aff-488c-ab49-9ca93b9df356 None None] Provisioning complete for port 0f9af3b6-33d4-45ec-b28f-db3def4b644e triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:11.912129 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-76c4a0eb-9aff-488c-ab49-9ca93b9df356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:11.912566 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-76c4a0eb-9aff-488c-ab49-9ca93b9df356 None None] Attempt 1 to provision port 0f9af3b6-33d4-45ec-b28f-db3def4b644e Sep 22 15:13:11.914167 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:13:11.921030 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592d5a6-b3b6-4e90-91bf-3bd9f3e453d2 req-d8833863-d5ee-4f45-87c7-5ee1b47c6de1 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:11.922553 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1592d5a6-b3b6-4e90-91bf-3bd9f3e453d2 req-d8833863-d5ee-4f45-87c7-5ee1b47c6de1 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0517657 Sep 22 15:13:11.983299 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1592d5a6-b3b6-4e90-91bf-3bd9f3e453d2 req-3e821bf7-2cd6-4a4f-a15b-df7ef7e21aa5 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544248 Sep 22 15:13:12.006224 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-76c4a0eb-9aff-488c-ab49-9ca93b9df356 None None] Current status of the port 0f9af3b6-33d4-45ec-b28f-db3def4b644e is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:12.103615 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:10Z', 'revision_number': 3, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:12.131862 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Checking router: dc4cf907-6b26-400f-afb5-b841b52f6193 for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:13:12.132216 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Updating router dc4cf907-6b26-400f-afb5-b841b52f6193 port 8d9bfa4d-349e-409a-b7d9-096702eb8551 binding host dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:13:12.160583 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (8d9bfa4d-349e-409a-b7d9-096702eb8551), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:12.226526 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:12.376537 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Allocated IP 172.20.0.1 (cd2f75aa-555e-4e70-b27f-30e0727f88fc/e758423a-0f5c-4f1d-a40d-edb31da8ce0d/0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:13:12.406568 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Publish callbacks [] for port (8d9bfa4d-349e-409a-b7d9-096702eb8551), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:12.411337 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (8d9bfa4d-349e-409a-b7d9-096702eb8551), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:12.448655 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Attempting to bind port 8d9bfa4d-349e-409a-b7d9-096702eb8551 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:13:12.449575 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Attempting to bind port 8d9bfa4d-349e-409a-b7d9-096702eb8551 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:13:12.449941 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Attempting to bind port 8d9bfa4d-349e-409a-b7d9-096702eb8551 on network 0158fd45-c628-47d4-94af-d510067846ec {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:13:12.476373 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:12.493301 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Pushing event updated for resources: {'Port': ['ID=8d9bfa4d-349e-409a-b7d9-096702eb8551,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:12.497754 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:12.507529 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:12.507881 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:12.508251 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:12.508593 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:12.508927 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:12.509262 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:12.509584 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:12.509906 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:12.510227 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:12.510545 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:12.510867 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:12.511187 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:12.511577 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:12.511895 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:12.512211 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:12.521080 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:13:12.521483 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Checking segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:13:12.522299 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:12.522299 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Bound using segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:13:12.522703 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Bound port: 8d9bfa4d-349e-409a-b7d9-096702eb8551, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:13:12.523084 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (8d9bfa4d-349e-409a-b7d9-096702eb8551), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:12.575138 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] For port 8d9bfa4d-349e-409a-b7d9-096702eb8551, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:13:12.578460 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] For port 8d9bfa4d-349e-409a-b7d9-096702eb8551, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=8d9bfa4d-349e-409a-b7d9-096702eb8551,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:13:12.585785 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (8d9bfa4d-349e-409a-b7d9-096702eb8551), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:12.620235 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:13:12.621555 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:12:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:12.687063 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16797185-2f3d-4e23-b574-970c45957fb2 None None] Pushing event updated for resources: {'Port': ['ID=8d9bfa4d-349e-409a-b7d9-096702eb8551,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:12.724567 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Publish callbacks [] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:12.744064 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:13:12.757716 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:12.788111 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:12.799159 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Network cd2f75aa-555e-4e70-b27f-30e0727f88fc is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:13:12.804562 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:13:12.808950 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:13:12.812841 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:12.856848 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4097821'] for router_interface (dc4cf907-6b26-400f-afb5-b841b52f6193), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:12.906621 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:12.933304 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:10Z', 'revision_number': 3, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:12.960905 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d183303-489d-461a-abdd-3554ace9a3eb None None] The sync data for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi is: [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:10Z', 'revision_number': 3, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:13:12.997775 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:13.026201 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Provisioning complete for port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:13.028078 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:13.029005 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Attempt 1 to provision port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd Sep 22 15:13:13.062777 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:13:13.109922 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 0f9af3b6-33d4-45ec-b28f-db3def4b644e up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:13:13.139137 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a510999-3693-410c-b914-e024210e1f78 req-ed364e76-7b16-43f9-992e-7f3e40b7711f tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:13.142582 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a510999-3693-410c-b914-e024210e1f78 req-ed364e76-7b16-43f9-992e-7f3e40b7711f tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0579243 Sep 22 15:13:13.165771 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 0f9af3b6-33d4-45ec-b28f-db3def4b644e triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:13.166431 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:13.166661 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 0f9af3b6-33d4-45ec-b28f-db3def4b644e Sep 22 15:13:13.202332 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3a510999-3693-410c-b914-e024210e1f78 req-0b727971-cdcf-49a0-a54d-af6b5b955090 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539804 Sep 22 15:13:13.207792 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Publish callbacks [] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:13.216704 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:13.284834 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 0f9af3b6-33d4-45ec-b28f-db3def4b644e is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:13.287780 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4097929'] for router_interface (dc4cf907-6b26-400f-afb5-b841b52f6193), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:13.349991 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:13.396994 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Network cd2f75aa-555e-4e70-b27f-30e0727f88fc is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:13:13.398436 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:13:13.517807 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Router dc4cf907-6b26-400f-afb5-b841b52f6193 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:13:13.564559 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Attempt 2 to provision port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd Sep 22 15:13:13.601246 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:13:13.656155 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:13:13.661334 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-dfc17a2b-e708-4b86-b33b-76adb336e2d3 admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/dc4cf907-6b26-400f-afb5-b841b52f6193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8605700 Sep 22 15:13:14.102186 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Attempt 3 to provision port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd Sep 22 15:13:14.137493 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:13:14.141716 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56158) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:14.146782 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-918670964-network', 'tenant_id': '6e7e2ed1be5e4a02945547beb389a752'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:14.165484 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] Made reservation on behalf of 6e7e2ed1be5e4a02945547beb389a752 for: {'network': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:13:14.168384 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:14.171392 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:14.177850 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:14.259360 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] Publish callbacks [] for security_group (1ecc320e-a7b3-4511-a096-c173e501cbd9), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:14.265207 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (1ecc320e-a7b3-4511-a096-c173e501cbd9), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:14.297705 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=106241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 15:13:14.312030 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecc320e-a7b3-4511-a096-c173e501cbd9,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:14.317309 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (3612b789-8a8e-4d8a-b055-2b40b64ba606), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:14.317659 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.segments_db [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] Added segment 3612b789-8a8e-4d8a-b055-2b40b64ba606 of type vlan for network 7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7 Sep 22 15:13:14.361739 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:14.389571 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:14.390602 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:14.391181 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:14.446867 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3039370 Sep 22 15:13:14.450314 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56164) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:14.455771 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-207d4180-3394-41e2-87a7-13d1200f77db admin admin] Request body: {'subnet': {'network_id': '7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-918670964-subnet', 'tenant_id': '6e7e2ed1be5e4a02945547beb389a752', 'ip_version': 4}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:14.458869 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31860ce6-45d4-4155-950e-3c523e1a7fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:14.474695 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network 7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7 details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 15:13:14.480371 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207d4180-3394-41e2-87a7-13d1200f77db admin admin] Made reservation on behalf of 6e7e2ed1be5e4a02945547beb389a752 for: {'subnet': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:13:14.483381 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-207d4180-3394-41e2-87a7-13d1200f77db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8969142'] for subnet (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:14.575745 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:14.577756 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:14.617176 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0741d30-83bc-4d19-b86d-05014844af95 req-d079004f-adcd-4784-b403-992ad2357b84 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:14.618817 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e0741d30-83bc-4d19-b86d-05014844af95 req-d079004f-adcd-4784-b403-992ad2357b84 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.3187952 Sep 22 15:13:14.638808 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Attempt 4 to provision port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd Sep 22 15:13:14.656308 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:14.676209 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:13:14.681999 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Sync routers for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:13:14.688775 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-207d4180-3394-41e2-87a7-13d1200f77db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9124628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8969120'] for subnet (3570934b-0f37-406b-aaf4-fb01af7a04e8), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:14.692045 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:13:14.692839 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:12:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:14.699721 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e0741d30-83bc-4d19-b86d-05014844af95 req-f36b0162-42d9-4bdb-9157-d6affac0739a tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706110 Sep 22 15:13:14.742266 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d4180-3394-41e2-87a7-13d1200f77db admin admin] Pushing event updated for resources: {'Subnet': ['ID=3570934b-0f37-406b-aaf4-fb01af7a04e8,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:14.758659 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207d4180-3394-41e2-87a7-13d1200f77db admin admin] Checking segment: {'id': '3612b789-8a8e-4d8a-b055-2b40b64ba606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:13:14.759014 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d4180-3394-41e2-87a7-13d1200f77db admin admin] Network hostable DHCP agents. Network: 7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 15:13:14.776103 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d4180-3394-41e2-87a7-13d1200f77db admin admin] Network 7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7 is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 15:13:14.785413 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:14.785590 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-207d4180-3394-41e2-87a7-13d1200f77db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, 7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7) {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:13:14.790271 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d4180-3394-41e2-87a7-13d1200f77db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:14.790882 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-207d4180-3394-41e2-87a7-13d1200f77db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:14.799233 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7bc3c5-d6c7-40ec-8bf3-6fd6b82e26cd None None] Network 7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:13:14.802212 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:13:14.809726 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-207d4180-3394-41e2-87a7-13d1200f77db admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3582563 Sep 22 15:13:14.812242 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56166) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:14.817748 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-918670964-router', 'tenant_id': '6e7e2ed1be5e4a02945547beb389a752', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:14.837324 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4124553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15760'] for router (a9d95ae5-7c72-4530-bb9e-d32033343a22), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:14.838331 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4099067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4192051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15769'] for router (a9d95ae5-7c72-4530-bb9e-d32033343a22), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:14.894515 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Publish callbacks [] for router_controller (a9d95ae5-7c72-4530-bb9e-d32033343a22), precommit_add_association {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:15.041078 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Publish callbacks [] for router_gateway (a9d95ae5-7c72-4530-bb9e-d32033343a22), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:15.101437 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 8d9bfa4d-349e-409a-b7d9-096702eb8551 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:13:15.132909 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:15.176006 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd1ba1b-f342-5f5c-8987-fbda7cf6b98e-7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7', 'network_id': '7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7', 'project_id': '6e7e2ed1be5e4a02945547beb389a752', 'fixed_ips': [{'subnet_id': '3570934b-0f37-406b-aaf4-fb01af7a04e8'}]}} from dv-cinder-856463-5-iscsi. {{(pid=106243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 15:13:15.176899 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:15.184436 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Attempt 5 to provision port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd Sep 22 15:13:15.230349 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Publish callbacks [] for router_gateway (a9d95ae5-7c72-4530-bb9e-d32033343a22), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:15.249195 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:15.321549 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 8d9bfa4d-349e-409a-b7d9-096702eb8551 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:15.321838 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (8d9bfa4d-349e-409a-b7d9-096702eb8551), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:15.322175 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 8d9bfa4d-349e-409a-b7d9-096702eb8551 Sep 22 15:13:15.323796 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:13:15.351808 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:13Z', 'revision_number': 2, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:15.359263 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Allocated IP 172.27.1.218 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/82e998e7-a300-4326-b81b-1a936746b0b4) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:13:15.394240 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Checking router: dc4cf907-6b26-400f-afb5-b841b52f6193 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:13:15.394531 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Updating router dc4cf907-6b26-400f-afb5-b841b52f6193 port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd binding host dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:13:15.459624 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:15.461662 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Publish callbacks [] for port (82e998e7-a300-4326-b81b-1a936746b0b4), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:15.462825 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:15.469948 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:15.478395 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Allocated IP 172.20.0.2 (7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7/3570934b-0f37-406b-aaf4-fb01af7a04e8/ccea930c-d27b-499f-99ae-5320169194a2) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:13:15.500981 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (82e998e7-a300-4326-b81b-1a936746b0b4), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:15.545681 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:13:15.550536 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:13:15.554556 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:13:15.557598 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Pushing event updated for resources: {'Port': ['ID=82e998e7-a300-4326-b81b-1a936746b0b4,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:15.561362 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 8d9bfa4d-349e-409a-b7d9-096702eb8551 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:15.561754 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (8d9bfa4d-349e-409a-b7d9-096702eb8551), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:15.656754 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:15.663437 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port 8d9bfa4d-349e-409a-b7d9-096702eb8551, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=8d9bfa4d-349e-409a-b7d9-096702eb8551,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:13:15.673003 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (8d9bfa4d-349e-409a-b7d9-096702eb8551), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:15.804738 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Publish callbacks [] for router_gateway (a9d95ae5-7c72-4530-bb9e-d32033343a22), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:15.827142 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Attempt 6 to provision port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd Sep 22 15:13:15.835566 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=8d9bfa4d-349e-409a-b7d9-096702eb8551,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:15.871929 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:15.882804 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Publish callbacks [] for port (ccea930c-d27b-499f-99ae-5320169194a2), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:15.908476 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (ccea930c-d27b-499f-99ae-5320169194a2), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:15.921244 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:13:15.966185 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Network 7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7 is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:13:15.975407 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:13:15.983675 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:13:16.001875 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Pushing event updated for resources: {'Port': ['ID=ccea930c-d27b-499f-99ae-5320169194a2,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:16.025953 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121636'] for router (a9d95ae5-7c72-4530-bb9e-d32033343a22), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:16.050044 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3faf3c3-09b0-4493-8718-d52fa1436c7e req-8223cef8-7ab4-400d-8962-b4ae4b4d497e tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:16.057869 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b3faf3c3-09b0-4493-8718-d52fa1436c7e req-8223cef8-7ab4-400d-8962-b4ae4b4d497e tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.1328070 Sep 22 15:13:16.086249 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Publish callbacks [] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:16.092393 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Attempting to bind port ccea930c-d27b-499f-99ae-5320169194a2 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:13:16.092748 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Attempting to bind port ccea930c-d27b-499f-99ae-5320169194a2 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '3612b789-8a8e-4d8a-b055-2b40b64ba606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:13:16.093117 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Attempting to bind port ccea930c-d27b-499f-99ae-5320169194a2 on network 7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:13:16.096431 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:16.110581 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b3faf3c3-09b0-4493-8718-d52fa1436c7e req-9763a367-9393-496a-bb77-849b94129bbf tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506213 Sep 22 15:13:16.160230 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Router a9d95ae5-7c72-4530-bb9e-d32033343a22 is scheduled to L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 with binding_index 1 {{(pid=106242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 15:13:16.173392 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19c27a-81f9-4b2d-b3ce-5d4ade3e78e7 None None] Pushing event updated for resources: {'Port': ['ID=0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:16.212555 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:13:16.212933 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Checking segment: {'id': '3612b789-8a8e-4d8a-b055-2b40b64ba606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:13:16.213338 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:16.213734 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Bound using segment: {'id': '3612b789-8a8e-4d8a-b055-2b40b64ba606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:13:16.214724 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Bound port: ccea930c-d27b-499f-99ae-5320169194a2, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3612b789-8a8e-4d8a-b055-2b40b64ba606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:13:16.215136 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (ccea930c-d27b-499f-99ae-5320169194a2), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:16.238210 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Attempting to bind port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:13:16.238572 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Attempting to bind port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:13:16.238927 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Attempting to bind port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd on network cd2f75aa-555e-4e70-b27f-30e0727f88fc {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:13:16.259749 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:13:16.269492 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Sync routers for ids ['a9d95ae5-7c72-4530-bb9e-d32033343a22'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:13:16.283618 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:16.284188 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Routers {'a9d95ae5-7c72-4530-bb9e-d32033343a22'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:13:16.284702 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:12:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['a9d95ae5-7c72-4530-bb9e-d32033343a22'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:16.288184 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56172) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:16.295405 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a04d2080-0fd9-4130-9afc-2314a0548e51 admin admin] 10.222.0.66 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4739473 Sep 22 15:13:16.326746 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] For port ccea930c-d27b-499f-99ae-5320169194a2, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:13:16.328827 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:13:16.329197 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Checking segment: {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:13:16.329596 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:16.329988 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Bound using segment: {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:13:16.330458 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Bound port: 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:13:16.330885 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:16.334295 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] For port ccea930c-d27b-499f-99ae-5320169194a2, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=ccea930c-d27b-499f-99ae-5320169194a2,segment=NetworkSegment(3612b789-8a8e-4d8a-b055-2b40b64ba606),segment_id=3612b789-8a8e-4d8a-b055-2b40b64ba606)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:13:16.345214 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (ccea930c-d27b-499f-99ae-5320169194a2), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:16.410530 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Set router a9d95ae5-7c72-4530-bb9e-d32033343a22 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:13:16.414371 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:16.423087 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Attempt 7 to provision port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd Sep 22 15:13:16.462914 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc141854-f1dc-422a-ad1b-f5df4228f20a None None] Pushing event updated for resources: {'Port': ['ID=ccea930c-d27b-499f-99ae-5320169194a2,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:16.477506 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] For port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:13:16.487534 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] For port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:13:16.491629 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:13:16.495552 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:16.538643 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:13:16.539352 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:12:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:16.597899 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19c27a-81f9-4b2d-b3ce-5d4ade3e78e7 None None] Pushing event updated for resources: {'Port': ['ID=0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:16.641197 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:16.730831 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:16.740385 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'name': 'tempest-TestVolumeBootPattern-918670964-router', 'tenant_id': '6e7e2ed1be5e4a02945547beb389a752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '82e998e7-a300-4326-b81b-1a936746b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:14Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 3, 'project_id': '6e7e2ed1be5e4a02945547beb389a752', 'gw_port': {'id': '82e998e7-a300-4326-b81b-1a936746b0b4', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:15Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:16.780970 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Checking router: a9d95ae5-7c72-4530-bb9e-d32033343a22 for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:13:16.781618 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Updating router a9d95ae5-7c72-4530-bb9e-d32033343a22 port 82e998e7-a300-4326-b81b-1a936746b0b4 binding host dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:13:16.782022 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:16.823721 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (82e998e7-a300-4326-b81b-1a936746b0b4), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:16.847401 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:13:16.965072 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Allocated IP 172.20.0.1 (7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7/3570934b-0f37-406b-aaf4-fb01af7a04e8/25d40307-f471-40b5-8199-7d8690b12d19) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:13:16.994187 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Attempt 8 to provision port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd Sep 22 15:13:17.000590 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:17.038324 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:17.077537 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:16Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:17.111947 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ad801-20a7-4a38-b6fe-38873fc1f8f3 None None] The sync data for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi is: [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:16Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:13:17.122755 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Publish callbacks [] for port (82e998e7-a300-4326-b81b-1a936746b0b4), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.134877 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (82e998e7-a300-4326-b81b-1a936746b0b4), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.169777 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Publish callbacks [] for port (25d40307-f471-40b5-8199-7d8690b12d19), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.196743 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Current status of the port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:17.197251 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.221637 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:17.259522 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] For port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:13:17.263415 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0020c28-6a59-40a3-b7e4-3e286e7dc573 None None] Pushing event updated for resources: {'Port': ['ID=82e998e7-a300-4326-b81b-1a936746b0b4,revision_number=2']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:17.264960 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.267243 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Attempting to bind port 82e998e7-a300-4326-b81b-1a936746b0b4 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:13:17.267243 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Attempting to bind port 82e998e7-a300-4326-b81b-1a936746b0b4 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:13:17.267243 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Attempting to bind port 82e998e7-a300-4326-b81b-1a936746b0b4 on network 0158fd45-c628-47d4-94af-d510067846ec {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:13:17.305919 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (25d40307-f471-40b5-8199-7d8690b12d19), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.330791 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 8d9bfa4d-349e-409a-b7d9-096702eb8551 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:13:17.342042 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:13:17.343177 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Checking segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:13:17.343789 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.344785 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Bound using segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:13:17.345588 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Bound port: 82e998e7-a300-4326-b81b-1a936746b0b4, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:13:17.346156 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (82e998e7-a300-4326-b81b-1a936746b0b4), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.356405 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989c04f-a02f-4856-a611-1151ea444eec req-986b81f1-c741-4c9e-8687-04ad958154be tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:17.358102 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a989c04f-a02f-4856-a611-1151ea444eec req-986b81f1-c741-4c9e-8687-04ad958154be tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.1091149 Sep 22 15:13:17.397239 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Network 7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7 is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:13:17.405924 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:13:17.408564 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:13:17.414782 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-ef8bab65-1900-4ddb-98af-0bb4bf64e9ab None None] Provisioning complete for port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:17.418289 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ef8bab65-1900-4ddb-98af-0bb4bf64e9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.418837 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-ef8bab65-1900-4ddb-98af-0bb4bf64e9ab None None] Attempt 1 to provision port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd Sep 22 15:13:17.438521 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] For port 82e998e7-a300-4326-b81b-1a936746b0b4, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:13:17.442380 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] For port 82e998e7-a300-4326-b81b-1a936746b0b4, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=82e998e7-a300-4326-b81b-1a936746b0b4,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:13:17.456102 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (82e998e7-a300-4326-b81b-1a936746b0b4), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.483844 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Pushing event updated for resources: {'Port': ['ID=25d40307-f471-40b5-8199-7d8690b12d19,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:17.519963 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a989c04f-a02f-4856-a611-1151ea444eec req-c21324b4-be6b-41db-b0dd-8a75961fe503 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506231 Sep 22 15:13:17.524041 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4097821'] for router_interface (a9d95ae5-7c72-4530-bb9e-d32033343a22), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.562123 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 8d9bfa4d-349e-409a-b7d9-096702eb8551 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:17.562498 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (8d9bfa4d-349e-409a-b7d9-096702eb8551), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.562835 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 8d9bfa4d-349e-409a-b7d9-096702eb8551 Sep 22 15:13:17.566130 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0020c28-6a59-40a3-b7e4-3e286e7dc573 None None] Pushing event updated for resources: {'Port': ['ID=82e998e7-a300-4326-b81b-1a936746b0b4,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:17.566719 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592c458-8bed-4418-8abf-8ac9f0d5d71d None None] Pushing event updated for resources: {'Port': ['ID=0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:17.570642 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Routers {'a9d95ae5-7c72-4530-bb9e-d32033343a22'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:13:17.571436 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:12:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['a9d95ae5-7c72-4530-bb9e-d32033343a22'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:17.660265 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:17.670836 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-ef8bab65-1900-4ddb-98af-0bb4bf64e9ab None None] Current status of the port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:17.701508 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85613674-9d06-49eb-8bc8-f4c47f052cb1 None None] Network 7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:13:17.708776 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (25d40307-f471-40b5-8199-7d8690b12d19), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.710935 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] Set router a9d95ae5-7c72-4530-bb9e-d32033343a22 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:13:17.774685 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 8d9bfa4d-349e-409a-b7d9-096702eb8551 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:17.776368 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device ccea930c-d27b-499f-99ae-5320169194a2 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:13:17.857944 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-db14927f-5d13-48c8-85ac-7111fdcf6223 None None] Provisioning complete for port ccea930c-d27b-499f-99ae-5320169194a2 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:17.858679 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-db14927f-5d13-48c8-85ac-7111fdcf6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (ccea930c-d27b-499f-99ae-5320169194a2), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.858679 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-db14927f-5d13-48c8-85ac-7111fdcf6223 None None] Attempt 1 to provision port ccea930c-d27b-499f-99ae-5320169194a2 Sep 22 15:13:17.909605 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'name': 'tempest-TestVolumeBootPattern-918670964-router', 'tenant_id': '6e7e2ed1be5e4a02945547beb389a752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '82e998e7-a300-4326-b81b-1a936746b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:14Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 3, 'project_id': '6e7e2ed1be5e4a02945547beb389a752', 'gw_port': {'id': '82e998e7-a300-4326-b81b-1a936746b0b4', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:15Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:17.913573 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Publish callbacks [] for port (25d40307-f471-40b5-8199-7d8690b12d19), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.920475 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (25d40307-f471-40b5-8199-7d8690b12d19), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.946944 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3889f4f9-ca7b-4838-b8ac-26f3f0e200ce None None] The sync data for ids ['a9d95ae5-7c72-4530-bb9e-d32033343a22'] in dv-cinder-856463-5-iscsi is: [{'id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'name': 'tempest-TestVolumeBootPattern-918670964-router', 'tenant_id': '6e7e2ed1be5e4a02945547beb389a752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '82e998e7-a300-4326-b81b-1a936746b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:14Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 3, 'project_id': '6e7e2ed1be5e4a02945547beb389a752', 'gw_port': {'id': '82e998e7-a300-4326-b81b-1a936746b0b4', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:15Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:13:17.953392 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port ccea930c-d27b-499f-99ae-5320169194a2 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:17.953779 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (ccea930c-d27b-499f-99ae-5320169194a2), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:17.954121 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port ccea930c-d27b-499f-99ae-5320169194a2 Sep 22 15:13:17.956230 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:17.978904 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:17.978904 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4097929'] for router_interface (a9d95ae5-7c72-4530-bb9e-d32033343a22), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:18.044350 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-db14927f-5d13-48c8-85ac-7111fdcf6223 None None] Current status of the port ccea930c-d27b-499f-99ae-5320169194a2 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:18.044962 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-db14927f-5d13-48c8-85ac-7111fdcf6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (ccea930c-d27b-499f-99ae-5320169194a2), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:18.084221 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Pushing event updated for resources: {'Port': ['ID=25d40307-f471-40b5-8199-7d8690b12d19,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:18.122015 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-db14927f-5d13-48c8-85ac-7111fdcf6223 None None] For port ccea930c-d27b-499f-99ae-5320169194a2, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=ccea930c-d27b-499f-99ae-5320169194a2,segment=NetworkSegment(3612b789-8a8e-4d8a-b055-2b40b64ba606),segment_id=3612b789-8a8e-4d8a-b055-2b40b64ba606)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:13:18.135661 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-db14927f-5d13-48c8-85ac-7111fdcf6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (ccea930c-d27b-499f-99ae-5320169194a2), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:18.147009 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port ccea930c-d27b-499f-99ae-5320169194a2 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:18.147541 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (ccea930c-d27b-499f-99ae-5320169194a2), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:18.160945 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Network 7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7 is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:13:18.165665 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:13:18.184841 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:18.300544 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14927f-5d13-48c8-85ac-7111fdcf6223 None None] Pushing event updated for resources: {'Port': ['ID=ccea930c-d27b-499f-99ae-5320169194a2,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:18.309324 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Provisioning complete for port 25d40307-f471-40b5-8199-7d8690b12d19 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:18.310195 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (25d40307-f471-40b5-8199-7d8690b12d19), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:18.310537 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Attempt 1 to provision port 25d40307-f471-40b5-8199-7d8690b12d19 Sep 22 15:13:18.312383 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.db.api [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 22 15:13:18.312911 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG oslo_db.api [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 15:13:18.357713 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Port 25d40307-f471-40b5-8199-7d8690b12d19 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:13:18.382206 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Router a9d95ae5-7c72-4530-bb9e-d32033343a22 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:13:18.527851 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:13:18.533021 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-8648813f-31ea-47d0-9549-e27d581bb36e admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/a9d95ae5-7c72-4530-bb9e-d32033343a22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2438309 Sep 22 15:13:18.702795 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8feb3-d7f5-4366-ae2c-322c3b2a3607 req-0db15032-c574-4811-8461-82afae901bc7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:18.705575 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fbe8feb3-d7f5-4366-ae2c-322c3b2a3607 req-0db15032-c574-4811-8461-82afae901bc7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0798914 Sep 22 15:13:18.784003 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fbe8feb3-d7f5-4366-ae2c-322c3b2a3607 req-6dc13f06-4e16-44bf-8c04-1f7d87c86a1b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667739 Sep 22 15:13:18.847401 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port ccea930c-d27b-499f-99ae-5320169194a2 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:18.859402 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Attempt 2 to provision port 25d40307-f471-40b5-8199-7d8690b12d19 Sep 22 15:13:18.893751 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Port 25d40307-f471-40b5-8199-7d8690b12d19 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:13:18.934392 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56186) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:18.939186 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-a83d6c3d-7af9-4b82-b5f6-91819e7c74f5 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1322346546', 'description': 'tempest-secgroup-smoke-1322346546 description', 'project_id': '643f960acfbb4e5d8218e8dadc9066be'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:18.961002 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a83d6c3d-7af9-4b82-b5f6-91819e7c74f5 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.034942 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a83d6c3d-7af9-4b82-b5f6-91819e7c74f5 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group (c419bb7f-b99d-41a3-8b1f-e4ac4fee591b), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.038617 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a83d6c3d-7af9-4b82-b5f6-91819e7c74f5 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (c419bb7f-b99d-41a3-8b1f-e4ac4fee591b), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.071546 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a83d6c3d-7af9-4b82-b5f6-91819e7c74f5 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.072783 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-a83d6c3d-7af9-4b82-b5f6-91819e7c74f5 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1372705 Sep 22 15:13:19.077883 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56188) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:19.082269 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-46cac090-ba17-4a83-9a77-acbe355f9732 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Request body: {'security_group_rule': {'security_group_id': 'c419bb7f-b99d-41a3-8b1f-e4ac4fee591b', 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:19.088471 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d6c3d-7af9-4b82-b5f6-91819e7c74f5 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:19.118552 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-46cac090-ba17-4a83-9a77-acbe355f9732 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (72daf43f-65d0-453e-af24-b2fba70c57bf), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.186651 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-46cac090-ba17-4a83-9a77-acbe355f9732 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (72daf43f-65d0-453e-af24-b2fba70c57bf), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.190953 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-46cac090-ba17-4a83-9a77-acbe355f9732 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (72daf43f-65d0-453e-af24-b2fba70c57bf), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.207262 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 82e998e7-a300-4326-b81b-1a936746b0b4 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:13:19.213213 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cac090-ba17-4a83-9a77-acbe355f9732 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72daf43f-65d0-453e-af24-b2fba70c57bf,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:19.219536 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-46cac090-ba17-4a83-9a77-acbe355f9732 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.223175 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-46cac090-ba17-4a83-9a77-acbe355f9732 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419351 Sep 22 15:13:19.223419 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56190) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:19.227893 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-27758d85-6995-4374-8229-4f69dbe38e18 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Request body: {'security_group_rule': {'security_group_id': 'c419bb7f-b99d-41a3-8b1f-e4ac4fee591b', 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:19.261325 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-27758d85-6995-4374-8229-4f69dbe38e18 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (0eae14d9-b884-4de3-b050-b9a29a51dca7), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.269026 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 82e998e7-a300-4326-b81b-1a936746b0b4 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:19.269404 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (82e998e7-a300-4326-b81b-1a936746b0b4), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.269741 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 82e998e7-a300-4326-b81b-1a936746b0b4 Sep 22 15:13:19.313802 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:19.321081 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-27758d85-6995-4374-8229-4f69dbe38e18 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (0eae14d9-b884-4de3-b050-b9a29a51dca7), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.324658 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-27758d85-6995-4374-8229-4f69dbe38e18 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (0eae14d9-b884-4de3-b050-b9a29a51dca7), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.345933 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27758d85-6995-4374-8229-4f69dbe38e18 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eae14d9-b884-4de3-b050-b9a29a51dca7,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:19.348172 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 82e998e7-a300-4326-b81b-1a936746b0b4 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:19.348952 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (82e998e7-a300-4326-b81b-1a936746b0b4), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.356191 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-27758d85-6995-4374-8229-4f69dbe38e18 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.360339 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56192) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:19.360971 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-27758d85-6995-4374-8229-4f69dbe38e18 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360085 Sep 22 15:13:19.365945 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:19.368681 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-81f4af0a-dd60-4ce2-aaa0-afe1ec512763 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Request body: {'security_group_rule': {'security_group_id': 'c419bb7f-b99d-41a3-8b1f-e4ac4fee591b', 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:19.376637 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port 82e998e7-a300-4326-b81b-1a936746b0b4, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=82e998e7-a300-4326-b81b-1a936746b0b4,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:13:19.381512 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (82e998e7-a300-4326-b81b-1a936746b0b4), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.382449 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:13:19.404186 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Attempt 3 to provision port 25d40307-f471-40b5-8199-7d8690b12d19 Sep 22 15:13:19.406104 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-81f4af0a-dd60-4ce2-aaa0-afe1ec512763 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (dea1c815-6bca-456a-b71b-ab3627dae3e2), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.415471 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:19.448443 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:19.475908 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-81f4af0a-dd60-4ce2-aaa0-afe1ec512763 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (dea1c815-6bca-456a-b71b-ab3627dae3e2), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.483227 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Port 25d40307-f471-40b5-8199-7d8690b12d19 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:13:19.486975 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-81f4af0a-dd60-4ce2-aaa0-afe1ec512763 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (dea1c815-6bca-456a-b71b-ab3627dae3e2), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.502470 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=82e998e7-a300-4326-b81b-1a936746b0b4,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:19.505364 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:19.505736 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.506260 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd Sep 22 15:13:19.508265 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4af0a-dd60-4ce2-aaa0-afe1ec512763 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea1c815-6bca-456a-b71b-ab3627dae3e2,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:19.513789 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-81f4af0a-dd60-4ce2-aaa0-afe1ec512763 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.515165 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-81f4af0a-dd60-4ce2-aaa0-afe1ec512763 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524558 Sep 22 15:13:19.517997 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56194) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:19.522431 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-a72be9ef-bdff-43cc-92f9-9c59e7d13e54 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Request body: {'security_group_rule': {'security_group_id': 'c419bb7f-b99d-41a3-8b1f-e4ac4fee591b', 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:19.550488 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a72be9ef-bdff-43cc-92f9-9c59e7d13e54 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (6cd6f303-7f5d-444f-b755-f81834eb4765), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.578956 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:19.580037 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device ccea930c-d27b-499f-99ae-5320169194a2 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:13:19.607886 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a72be9ef-bdff-43cc-92f9-9c59e7d13e54 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (6cd6f303-7f5d-444f-b755-f81834eb4765), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.611467 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a72be9ef-bdff-43cc-92f9-9c59e7d13e54 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (6cd6f303-7f5d-444f-b755-f81834eb4765), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.622220 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:19.626704 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port ccea930c-d27b-499f-99ae-5320169194a2 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:19.627087 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (ccea930c-d27b-499f-99ae-5320169194a2), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.627462 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port ccea930c-d27b-499f-99ae-5320169194a2 Sep 22 15:13:19.634356 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72be9ef-bdff-43cc-92f9-9c59e7d13e54 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd6f303-7f5d-444f-b755-f81834eb4765,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:19.640235 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a72be9ef-bdff-43cc-92f9-9c59e7d13e54 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.644350 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56196) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:19.644495 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a72be9ef-bdff-43cc-92f9-9c59e7d13e54 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252851 Sep 22 15:13:19.649159 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-06bbbbb5-c8ac-4511-b003-46f11372b48f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Request body: {'security_group_rule': {'security_group_id': 'c419bb7f-b99d-41a3-8b1f-e4ac4fee591b', 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:19.671155 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.securitygroups_db [None req-06bbbbb5-c8ac-4511-b003-46f11372b48f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Project 643f960acfbb4e5d8218e8dadc9066be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 15:13:19.677211 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-06bbbbb5-c8ac-4511-b003-46f11372b48f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (e6a0fd8e-bb5e-4bfd-b73a-4530132ca809), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.679550 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:19.703158 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port ccea930c-d27b-499f-99ae-5320169194a2 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:19.743943 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-06bbbbb5-c8ac-4511-b003-46f11372b48f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (e6a0fd8e-bb5e-4bfd-b73a-4530132ca809), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.748234 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-06bbbbb5-c8ac-4511-b003-46f11372b48f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (e6a0fd8e-bb5e-4bfd-b73a-4530132ca809), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.767029 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbbbb5-c8ac-4511-b003-46f11372b48f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a0fd8e-bb5e-4bfd-b73a-4530132ca809,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:19.773520 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-06bbbbb5-c8ac-4511-b003-46f11372b48f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.774712 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-06bbbbb5-c8ac-4511-b003-46f11372b48f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293197 Sep 22 15:13:19.777536 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56198) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:19.781705 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-022e78b6-8b54-4833-bf10-5b63cb387b2b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Request body: {'security_group_rule': {'security_group_id': 'c419bb7f-b99d-41a3-8b1f-e4ac4fee591b', 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:19.801596 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.securitygroups_db [None req-022e78b6-8b54-4833-bf10-5b63cb387b2b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Project 643f960acfbb4e5d8218e8dadc9066be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 15:13:19.807417 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-022e78b6-8b54-4833-bf10-5b63cb387b2b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (29e640f5-e31b-4986-ae94-232a9e8fc9f9), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.896911 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-022e78b6-8b54-4833-bf10-5b63cb387b2b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (29e640f5-e31b-4986-ae94-232a9e8fc9f9), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.903417 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-022e78b6-8b54-4833-bf10-5b63cb387b2b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (29e640f5-e31b-4986-ae94-232a9e8fc9f9), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.929365 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89297062-97e5-44f6-a294-f95dbf4ac1e8 req-1d43b163-3823-4051-9a5a-508de95f9170 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:19.930849 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-89297062-97e5-44f6-a294-f95dbf4ac1e8 req-1d43b163-3823-4051-9a5a-508de95f9170 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0715282 Sep 22 15:13:19.934645 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e78b6-8b54-4833-bf10-5b63cb387b2b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e640f5-e31b-4986-ae94-232a9e8fc9f9,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:19.942149 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-022e78b6-8b54-4833-bf10-5b63cb387b2b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:19.943300 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-022e78b6-8b54-4833-bf10-5b63cb387b2b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1648223 Sep 22 15:13:19.980912 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Attempt 4 to provision port 25d40307-f471-40b5-8199-7d8690b12d19 Sep 22 15:13:19.989963 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-89297062-97e5-44f6-a294-f95dbf4ac1e8 req-ac3852a4-a6fb-4f99-8f3b-945de1a664ab tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515068 Sep 22 15:13:20.034526 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Port 25d40307-f471-40b5-8199-7d8690b12d19 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:13:20.228793 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55fac3-65ff-4405-8744-3d465243c21c req-9b0b942c-390f-4574-a8e6-2af448bfefe9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:20.230356 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-df55fac3-65ff-4405-8744-3d465243c21c req-9b0b942c-390f-4574-a8e6-2af448bfefe9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0500288 Sep 22 15:13:20.289999 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-df55fac3-65ff-4405-8744-3d465243c21c req-6e4048ad-8c63-4cf7-87ab-33843576b2da tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527382 Sep 22 15:13:20.325598 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab517f74-be37-4e10-990d-4e65afd9bc86 req-eccea67b-0263-44c2-ac02-11dc6330babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:20.327144 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ab517f74-be37-4e10-990d-4e65afd9bc86 req-eccea67b-0263-44c2-ac02-11dc6330babe service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 1129 time: 0.0518341 Sep 22 15:13:20.434953 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab517f74-be37-4e10-990d-4e65afd9bc86 req-67705f5e-7e40-40d2-9df6-e72ea31d764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:20.437241 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ab517f74-be37-4e10-990d-4e65afd9bc86 req-67705f5e-7e40-40d2-9df6-e72ea31d764c service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=063c128a-40d2-4d84-82e5-5c501116e376 HTTP/1.1" status: 200 len: 911 time: 0.1035931 Sep 22 15:13:20.507790 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ab517f74-be37-4e10-990d-4e65afd9bc86 req-e1181a22-a210-4820-8b47-0d0fa0594343 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954748c6-0755-4732-8c9d-18dc372759a6 HTTP/1.1" status: 200 len: 1000 time: 0.0635874 Sep 22 15:13:20.536150 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Attempt 5 to provision port 25d40307-f471-40b5-8199-7d8690b12d19 Sep 22 15:13:20.561100 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab517f74-be37-4e10-990d-4e65afd9bc86 req-cb9781bd-7e6c-4f68-9a47-c3771f458ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:20.562579 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ab517f74-be37-4e10-990d-4e65afd9bc86 req-cb9781bd-7e6c-4f68-9a47-c3771f458ed8 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca17cbf9-2c29-4127-b529-fbee7e7385d6 HTTP/1.1" status: 200 len: 849 time: 0.0486774 Sep 22 15:13:20.574609 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Port 25d40307-f471-40b5-8199-7d8690b12d19 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:13:20.607979 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab517f74-be37-4e10-990d-4e65afd9bc86 req-65d819b2-18ef-4f18-aa16-6f6da1173320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:20.609610 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ab517f74-be37-4e10-990d-4e65afd9bc86 req-65d819b2-18ef-4f18-aa16-6f6da1173320 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=063c128a-40d2-4d84-82e5-5c501116e376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403705 Sep 22 15:13:20.700767 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Sync routers for ids ['a9d95ae5-7c72-4530-bb9e-d32033343a22'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:13:20.704509 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ab517f74-be37-4e10-990d-4e65afd9bc86 req-f001d87b-7649-442c-b645-b3d62dcafff2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880761 Sep 22 15:13:20.710035 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Routers {'a9d95ae5-7c72-4530-bb9e-d32033343a22'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:13:20.710771 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:12:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['a9d95ae5-7c72-4530-bb9e-d32033343a22'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:20.804928 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-ab517f74-be37-4e10-990d-4e65afd9bc86 req-9a59041d-7e23-469f-bf81-56407cba2a4b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938120 Sep 22 15:13:20.823610 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Set router a9d95ae5-7c72-4530-bb9e-d32033343a22 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:13:21.013513 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'name': 'tempest-TestVolumeBootPattern-918670964-router', 'tenant_id': '6e7e2ed1be5e4a02945547beb389a752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '82e998e7-a300-4326-b81b-1a936746b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:14Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 4, 'project_id': '6e7e2ed1be5e4a02945547beb389a752', 'gw_port': {'id': '82e998e7-a300-4326-b81b-1a936746b0b4', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:15Z', 'updated_at': '2022-09-22T15:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '25d40307-f471-40b5-8199-7d8690b12d19', 'name': '', 'network_id': '7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7', 'tenant_id': '6e7e2ed1be5e4a02945547beb389a752', 'mac_address': 'fa:16:3e:56:14:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3570934b-0f37-406b-aaf4-fb01af7a04e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:16Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 2, 'project_id': '6e7e2ed1be5e4a02945547beb389a752', 'subnets': [{'id': '3570934b-0f37-406b-aaf4-fb01af7a04e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:21.046343 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Checking router: a9d95ae5-7c72-4530-bb9e-d32033343a22 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:13:21.047424 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Updating router a9d95ae5-7c72-4530-bb9e-d32033343a22 port 25d40307-f471-40b5-8199-7d8690b12d19 binding host dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:13:21.075669 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Attempt 6 to provision port 25d40307-f471-40b5-8199-7d8690b12d19 Sep 22 15:13:21.095426 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (25d40307-f471-40b5-8199-7d8690b12d19), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:21.109479 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 82e998e7-a300-4326-b81b-1a936746b0b4 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:13:21.144540 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Port 25d40307-f471-40b5-8199-7d8690b12d19 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:13:21.363505 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:21.366889 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 82e998e7-a300-4326-b81b-1a936746b0b4 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:21.367297 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (82e998e7-a300-4326-b81b-1a936746b0b4), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:21.367642 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 82e998e7-a300-4326-b81b-1a936746b0b4 Sep 22 15:13:21.450080 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacc04d-d115-4c61-98e0-a459fe900ef7 req-098409a3-ee02-45c1-b776-0998d3460114 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:21.452375 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ebacc04d-d115-4c61-98e0-a459fe900ef7 req-098409a3-ee02-45c1-b776-0998d3460114 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0775309 Sep 22 15:13:21.504605 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ebacc04d-d115-4c61-98e0-a459fe900ef7 req-83ad5d0b-6db7-4a46-9862-b7bde4d32b89 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459142 Sep 22 15:13:21.548123 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:21.557336 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 82e998e7-a300-4326-b81b-1a936746b0b4 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:21.616501 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Publish callbacks [] for port (25d40307-f471-40b5-8199-7d8690b12d19), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:21.622263 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (25d40307-f471-40b5-8199-7d8690b12d19), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:21.647654 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Attempt 7 to provision port 25d40307-f471-40b5-8199-7d8690b12d19 Sep 22 15:13:21.708328 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11475e-bffa-4046-9c00-99d19301419f None None] Pushing event updated for resources: {'Port': ['ID=25d40307-f471-40b5-8199-7d8690b12d19,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:21.717391 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Port 25d40307-f471-40b5-8199-7d8690b12d19 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:13:21.743884 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Attempting to bind port 25d40307-f471-40b5-8199-7d8690b12d19 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:13:21.744261 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Attempting to bind port 25d40307-f471-40b5-8199-7d8690b12d19 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '3612b789-8a8e-4d8a-b055-2b40b64ba606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:13:21.744651 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Attempting to bind port 25d40307-f471-40b5-8199-7d8690b12d19 on network 7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7 {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:13:21.789760 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:13:21.790136 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Checking segment: {'id': '3612b789-8a8e-4d8a-b055-2b40b64ba606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:13:21.790550 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:21.790948 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Bound using segment: {'id': '3612b789-8a8e-4d8a-b055-2b40b64ba606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:13:21.791445 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Bound port: 25d40307-f471-40b5-8199-7d8690b12d19, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3612b789-8a8e-4d8a-b055-2b40b64ba606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:13:21.791830 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (25d40307-f471-40b5-8199-7d8690b12d19), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:21.852044 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] For port 25d40307-f471-40b5-8199-7d8690b12d19, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:13:21.855964 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] For port 25d40307-f471-40b5-8199-7d8690b12d19, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=25d40307-f471-40b5-8199-7d8690b12d19,segment=NetworkSegment(3612b789-8a8e-4d8a-b055-2b40b64ba606),segment_id=3612b789-8a8e-4d8a-b055-2b40b64ba606)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:13:21.862032 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (25d40307-f471-40b5-8199-7d8690b12d19), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:21.900245 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Routers {'a9d95ae5-7c72-4530-bb9e-d32033343a22'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:13:21.900772 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:12:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['a9d95ae5-7c72-4530-bb9e-d32033343a22'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:21.957014 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11475e-bffa-4046-9c00-99d19301419f None None] Pushing event updated for resources: {'Port': ['ID=25d40307-f471-40b5-8199-7d8690b12d19,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:22.019459 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] Set router a9d95ae5-7c72-4530-bb9e-d32033343a22 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:13:22.171015 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:22.217980 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Attempt 8 to provision port 25d40307-f471-40b5-8199-7d8690b12d19 Sep 22 15:13:22.220979 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'name': 'tempest-TestVolumeBootPattern-918670964-router', 'tenant_id': '6e7e2ed1be5e4a02945547beb389a752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '82e998e7-a300-4326-b81b-1a936746b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:14Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 4, 'project_id': '6e7e2ed1be5e4a02945547beb389a752', 'gw_port': {'id': '82e998e7-a300-4326-b81b-1a936746b0b4', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:15Z', 'updated_at': '2022-09-22T15:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '25d40307-f471-40b5-8199-7d8690b12d19', 'name': '', 'network_id': '7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7', 'tenant_id': '6e7e2ed1be5e4a02945547beb389a752', 'mac_address': 'fa:16:3e:56:14:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3570934b-0f37-406b-aaf4-fb01af7a04e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:16Z', 'updated_at': '2022-09-22T15:13:21Z', 'revision_number': 4, 'project_id': '6e7e2ed1be5e4a02945547beb389a752', 'subnets': [{'id': '3570934b-0f37-406b-aaf4-fb01af7a04e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:13:22.261758 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e37b7f-377d-44cd-ad1b-601b8d11a38b None None] The sync data for ids ['a9d95ae5-7c72-4530-bb9e-d32033343a22'] in dv-cinder-856463-5-iscsi is: [{'id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'name': 'tempest-TestVolumeBootPattern-918670964-router', 'tenant_id': '6e7e2ed1be5e4a02945547beb389a752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '82e998e7-a300-4326-b81b-1a936746b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:14Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 4, 'project_id': '6e7e2ed1be5e4a02945547beb389a752', 'gw_port': {'id': '82e998e7-a300-4326-b81b-1a936746b0b4', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:15Z', 'updated_at': '2022-09-22T15:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '25d40307-f471-40b5-8199-7d8690b12d19', 'name': '', 'network_id': '7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7', 'tenant_id': '6e7e2ed1be5e4a02945547beb389a752', 'mac_address': 'fa:16:3e:56:14:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3570934b-0f37-406b-aaf4-fb01af7a04e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:16Z', 'updated_at': '2022-09-22T15:13:21Z', 'revision_number': 4, 'project_id': '6e7e2ed1be5e4a02945547beb389a752', 'subnets': [{'id': '3570934b-0f37-406b-aaf4-fb01af7a04e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:13:22.334759 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Current status of the port 25d40307-f471-40b5-8199-7d8690b12d19 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:22.335327 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (25d40307-f471-40b5-8199-7d8690b12d19), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:22.373077 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] For port 25d40307-f471-40b5-8199-7d8690b12d19, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=25d40307-f471-40b5-8199-7d8690b12d19,segment=NetworkSegment(3612b789-8a8e-4d8a-b055-2b40b64ba606),segment_id=3612b789-8a8e-4d8a-b055-2b40b64ba606)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:13:22.377176 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (25d40307-f471-40b5-8199-7d8690b12d19), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:22.382899 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:22.418054 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Provisioning complete for port ccea930c-d27b-499f-99ae-5320169194a2 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:22.418429 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (ccea930c-d27b-499f-99ae-5320169194a2), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:22.418768 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Attempt 1 to provision port ccea930c-d27b-499f-99ae-5320169194a2 Sep 22 15:13:22.469753 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Pushing event updated for resources: {'Port': ['ID=25d40307-f471-40b5-8199-7d8690b12d19,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:22.529879 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d7bc4-80fd-4f5b-a48b-16fd78cef5eb None None] Current status of the port ccea930c-d27b-499f-99ae-5320169194a2 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:22.535368 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:22.641589 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e0137-c845-4149-8a21-174b11f04127 req-13ac50d2-8844-4308-aa6d-075801e85806 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:22.643151 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-298e0137-c845-4149-8a21-174b11f04127 req-13ac50d2-8844-4308-aa6d-075801e85806 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0552926 Sep 22 15:13:22.650612 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-f2624f8f-f53b-4dfa-a889-6308606d90de None None] Provisioning complete for port 25d40307-f471-40b5-8199-7d8690b12d19 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:22.651100 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f2624f8f-f53b-4dfa-a889-6308606d90de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (25d40307-f471-40b5-8199-7d8690b12d19), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:22.651468 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-f2624f8f-f53b-4dfa-a889-6308606d90de None None] Attempt 1 to provision port 25d40307-f471-40b5-8199-7d8690b12d19 Sep 22 15:13:22.695962 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-298e0137-c845-4149-8a21-174b11f04127 req-ecb3c4c7-892d-4424-a719-a7ba49dead92 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469055 Sep 22 15:13:22.738923 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-f2624f8f-f53b-4dfa-a889-6308606d90de None None] Current status of the port 25d40307-f471-40b5-8199-7d8690b12d19 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:22.853088 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4205a48e-49a8-4f35-986b-478fd1bf6d1b req-454312e6-c8f6-49ce-bd07-bec571ac12de service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407548 Sep 22 15:13:22.964361 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205a48e-49a8-4f35-986b-478fd1bf6d1b req-edec79f2-142b-4440-8c1c-098b616c2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:22.965817 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4205a48e-49a8-4f35-986b-478fd1bf6d1b req-edec79f2-142b-4440-8c1c-098b616c2d60 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 1129 time: 0.0445814 Sep 22 15:13:23.083964 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205a48e-49a8-4f35-986b-478fd1bf6d1b req-39903320-6b3e-4684-b091-d943dc3d2a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:23.085530 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4205a48e-49a8-4f35-986b-478fd1bf6d1b req-39903320-6b3e-4684-b091-d943dc3d2a2d service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=063c128a-40d2-4d84-82e5-5c501116e376 HTTP/1.1" status: 200 len: 911 time: 0.1011992 Sep 22 15:13:23.106578 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 25d40307-f471-40b5-8199-7d8690b12d19 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:13:23.150878 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 25d40307-f471-40b5-8199-7d8690b12d19 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:23.151282 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (25d40307-f471-40b5-8199-7d8690b12d19), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:23.151657 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 25d40307-f471-40b5-8199-7d8690b12d19 Sep 22 15:13:23.154316 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4205a48e-49a8-4f35-986b-478fd1bf6d1b req-897ed247-78ed-4acf-99cf-7c38296f70eb service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954748c6-0755-4732-8c9d-18dc372759a6 HTTP/1.1" status: 200 len: 1000 time: 0.0614538 Sep 22 15:13:23.231967 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 25d40307-f471-40b5-8199-7d8690b12d19 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:23.423162 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:23.433529 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:23.444458 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205a48e-49a8-4f35-986b-478fd1bf6d1b req-c15811f6-de04-41c1-b947-90a0e5422361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:23.445963 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4205a48e-49a8-4f35-986b-478fd1bf6d1b req-c15811f6-de04-41c1-b947-90a0e5422361 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca17cbf9-2c29-4127-b529-fbee7e7385d6 HTTP/1.1" status: 200 len: 849 time: 0.2833245 Sep 22 15:13:23.490878 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205a48e-49a8-4f35-986b-478fd1bf6d1b req-4a28fc03-75ed-431a-99c4-40aa566540f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:23.492318 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4205a48e-49a8-4f35-986b-478fd1bf6d1b req-4a28fc03-75ed-431a-99c4-40aa566540f5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=063c128a-40d2-4d84-82e5-5c501116e376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397568 Sep 22 15:13:23.583823 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4205a48e-49a8-4f35-986b-478fd1bf6d1b req-a9f891e9-21f8-492c-802e-68358d55dbda service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844839 Sep 22 15:13:23.680317 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4205a48e-49a8-4f35-986b-478fd1bf6d1b req-1d4030cf-9ff5-48ce-ad70-92d54b1222ae service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897770 Sep 22 15:13:24.722217 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ca85bd89-9d5e-463d-af95-07f22c767821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:27.162751 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-78ef48e0-2270-49ce-9372-b5445c7975e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:28.207044 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:13:28.281122 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:30.055269 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:30.066041 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:32.688509 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=66,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:32.691374 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=64,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:33.675031 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=24 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:33.676954 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=25 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:38.202621 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:38.203396 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:40.056207 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:40.061687 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:41.802507 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-2fa25dd7-8faf-4471-9deb-f5dd46ffd60b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1322346546&fields=id&tenant_id=643f960acfbb4e5d8218e8dadc9066be HTTP/1.1" status: 200 len: 267 time: 0.0483270 Sep 22 15:13:41.908069 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece9b44-851d-487b-aca3-167ad24490bb req-9d5e9179-2079-4ce7-9189-0b10cfa9a8d2 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:41.909527 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-9d5e9179-2079-4ce7-9189-0b10cfa9a8d2 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 812 time: 0.1006296 Sep 22 15:13:41.924518 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-c3619c8a-48ea-4930-8020-7680fde92e0f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/quotas/643f960acfbb4e5d8218e8dadc9066be HTTP/1.1" status: 200 len: 375 time: 0.0097435 Sep 22 15:13:41.976562 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-c1c79811-9e86-4ca1-a74f-81cd0da7ffe1 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466650 Sep 22 15:13:42.074138 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-5caf3d26-711a-45db-afd8-16af767f11a8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859499 Sep 22 15:13:42.165400 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-52123424-2a29-4616-8ac0-ef05aaa07029 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856559 Sep 22 15:13:42.461475 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e1779670-889a-4aa7-919a-b874f0e2d285 req-d2524e21-32e4-4c43-b3b4-cf91c5c8be2b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 210 time: 0.0284262 Sep 22 15:13:43.572397 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fb4d889f-2008-4cb8-97af-1a95f9093486 req-cece390e-b083-4c32-a595-e08604175054 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 210 time: 0.0351968 Sep 22 15:13:43.623324 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece9b44-851d-487b-aca3-167ad24490bb req-19a4592d-9847-432b-a91a-36fc2122c220 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:43.625021 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-19a4592d-9847-432b-a91a-36fc2122c220 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.49 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 812 time: 0.1159351 Sep 22 15:13:43.728267 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-e4c48f40-71b3-4902-a277-48ef22c8408e tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=643f960acfbb4e5d8218e8dadc9066be HTTP/1.1" status: 200 len: 380 time: 0.0563290 Sep 22 15:13:43.737454 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-dece9b44-851d-487b-aca3-167ad24490bb req-e2250e33-c934-4cf0-9f90-d6d07cbc34c6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Request body: {'port': {'device_id': '45d68085-7a42-4d4f-88e8-925f37d5d072', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'admin_state_up': True, 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'security_groups': ['c419bb7f-b99d-41a3-8b1f-e4ac4fee591b']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:43.848230 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dece9b44-851d-487b-aca3-167ad24490bb req-e2250e33-c934-4cf0-9f90-d6d07cbc34c6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Made reservation on behalf of 643f960acfbb4e5d8218e8dadc9066be for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:13:43.852222 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-dece9b44-851d-487b-aca3-167ad24490bb req-e2250e33-c934-4cf0-9f90-d6d07cbc34c6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:43.975233 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-dece9b44-851d-487b-aca3-167ad24490bb req-e2250e33-c934-4cf0-9f90-d6d07cbc34c6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Allocated IP 172.20.0.10 (cd2f75aa-555e-4e70-b27f-30e0727f88fc/e758423a-0f5c-4f1d-a40d-edb31da8ce0d/da96b071-4478-4248-a673-e6537585d838) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:13:44.115906 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-dece9b44-851d-487b-aca3-167ad24490bb req-e2250e33-c934-4cf0-9f90-d6d07cbc34c6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for port (da96b071-4478-4248-a673-e6537585d838), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:44.146863 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-dece9b44-851d-487b-aca3-167ad24490bb req-e2250e33-c934-4cf0-9f90-d6d07cbc34c6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (da96b071-4478-4248-a673-e6537585d838), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:44.196959 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dece9b44-851d-487b-aca3-167ad24490bb req-e2250e33-c934-4cf0-9f90-d6d07cbc34c6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Network cd2f75aa-555e-4e70-b27f-30e0727f88fc is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:13:44.204946 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-dece9b44-851d-487b-aca3-167ad24490bb req-e2250e33-c934-4cf0-9f90-d6d07cbc34c6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:13:44.209499 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-dece9b44-851d-487b-aca3-167ad24490bb req-e2250e33-c934-4cf0-9f90-d6d07cbc34c6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:13:44.215527 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2250e33-c934-4cf0-9f90-d6d07cbc34c6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'Port': ['ID=da96b071-4478-4248-a673-e6537585d838,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:44.269494 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece9b44-851d-487b-aca3-167ad24490bb req-e2250e33-c934-4cf0-9f90-d6d07cbc34c6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:44.270205 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-dece9b44-851d-487b-aca3-167ad24490bb req-e2250e33-c934-4cf0-9f90-d6d07cbc34c6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:44.289021 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-e2250e33-c934-4cf0-9f90-d6d07cbc34c6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5551968 Sep 22 15:13:44.308594 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Request body: {'port': {'device_id': '45d68085-7a42-4d4f-88e8-925f37d5d072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:44.371762 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:44.376028 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (da96b071-4478-4248-a673-e6537585d838), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:44.409732 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:44.487614 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-13ef2b00-da25-41fb-ad96-a3552a51e273 None None] Provisioning complete for port da96b071-4478-4248-a673-e6537585d838 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:44.488111 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-13ef2b00-da25-41fb-ad96-a3552a51e273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (da96b071-4478-4248-a673-e6537585d838), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:44.488329 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-13ef2b00-da25-41fb-ad96-a3552a51e273 None None] Attempt 1 to provision port da96b071-4478-4248-a673-e6537585d838 Sep 22 15:13:44.521969 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-13ef2b00-da25-41fb-ad96-a3552a51e273 None None] Port da96b071-4478-4248-a673-e6537585d838 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:13:44.645378 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da96b071-4478-4248-a673-e6537585d838 {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:13:44.653336 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Publish callbacks [] for port (da96b071-4478-4248-a673-e6537585d838), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:44.665820 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Transition to ACTIVE for port object da96b071-4478-4248-a673-e6537585d838 will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:13:44.669610 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (da96b071-4478-4248-a673-e6537585d838), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:44.690368 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7437409-223d-4556-a15a-5fc14ab0bf17 req-648d1f27-26bd-4caf-8327-d4e9c416b661 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:44.691877 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c7437409-223d-4556-a15a-5fc14ab0bf17 req-648d1f27-26bd-4caf-8327-d4e9c416b661 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 932 time: 0.0478878 Sep 22 15:13:44.745068 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c7437409-223d-4556-a15a-5fc14ab0bf17 req-3039a4b2-0fb3-403a-9133-115e891d3377 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473976 Sep 22 15:13:44.746679 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Pushing event updated for resources: {'Port': ['ID=da96b071-4478-4248-a673-e6537585d838,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:44.775572 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Attempting to bind port da96b071-4478-4248-a673-e6537585d838 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:13:44.775911 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Attempting to bind port da96b071-4478-4248-a673-e6537585d838 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:13:44.776247 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Attempting to bind port da96b071-4478-4248-a673-e6537585d838 on network cd2f75aa-555e-4e70-b27f-30e0727f88fc {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:13:44.821610 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Port da96b071-4478-4248-a673-e6537585d838 on network cd2f75aa-555e-4e70-b27f-30e0727f88fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:13:44.821938 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Attempting to bind port da96b071-4478-4248-a673-e6537585d838 on network cd2f75aa-555e-4e70-b27f-30e0727f88fc {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:13:44.863589 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:13:44.863925 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Checking segment: {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:13:44.864302 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Bound using segment: {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:13:44.864731 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Bound port: da96b071-4478-4248-a673-e6537585d838, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:13:44.865088 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (da96b071-4478-4248-a673-e6537585d838), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:44.923472 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] For port da96b071-4478-4248-a673-e6537585d838, host hv-cinder-85646, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:13:44.926366 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] For port da96b071-4478-4248-a673-e6537585d838, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=da96b071-4478-4248-a673-e6537585d838,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:13:44.931803 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (da96b071-4478-4248-a673-e6537585d838), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:44.935765 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:44.936372 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:44.937735 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/da96b071-4478-4248-a673-e6537585d838 HTTP/1.1" status: 200 len: 1094 time: 0.6335933 Sep 22 15:13:44.939191 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d68085-7a42-4d4f-88e8-925f37d5d072', 'tag': 'da96b071-4478-4248-a673-e6537585d838'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:13:44.941457 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba356da-c093-45ca-99f5-2bd70a7d2f19" -d '{"events": [{"name": "network-changed", "server_uuid": "45d68085-7a42-4d4f-88e8-925f37d5d072", "tag": "da96b071-4478-4248-a673-e6537585d838"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:13:44.985575 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf1f0f-519e-4c78-8dbd-0b5e4c2c100a service neutron] Pushing event updated for resources: {'Port': ['ID=da96b071-4478-4248-a673-e6537585d838,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:44.995211 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df577002-c663-4201-b3cd-f2e8b9f91975 x-openstack-request-id: req-df577002-c663-4201-b3cd-f2e8b9f91975 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:13:44.995570 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d68085-7a42-4d4f-88e8-925f37d5d072", "tag": "da96b071-4478-4248-a673-e6537585d838", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:13:44.995791 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-df577002-c663-4201-b3cd-f2e8b9f91975 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:13:44.996208 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df577002-c663-4201-b3cd-f2e8b9f91975'] response: {'name': 'network-changed', 'server_uuid': '45d68085-7a42-4d4f-88e8-925f37d5d072', 'tag': 'da96b071-4478-4248-a673-e6537585d838', 'status': 'completed', 'code': 200} Sep 22 15:13:45.023292 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-13ef2b00-da25-41fb-ad96-a3552a51e273 None None] Attempt 2 to provision port da96b071-4478-4248-a673-e6537585d838 Sep 22 15:13:45.063536 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-13ef2b00-da25-41fb-ad96-a3552a51e273 None None] Port da96b071-4478-4248-a673-e6537585d838 had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 15:13:45.065325 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece9b44-851d-487b-aca3-167ad24490bb req-d834f4d6-c981-45de-b416-f4565ec0ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:45.065887 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-d834f4d6-c981-45de-b416-f4565ec0ccc5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 1128 time: 0.0432057 Sep 22 15:13:45.113398 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-fd8c506e-4ee8-4e47-96d6-764f5e0ea9ec service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da96b071-4478-4248-a673-e6537585d838 HTTP/1.1" status: 200 len: 217 time: 0.0326262 Sep 22 15:13:45.161828 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece9b44-851d-487b-aca3-167ad24490bb req-9dca2963-a8e2-4ed0-8a31-dd2600cbae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:45.163237 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-9dca2963-a8e2-4ed0-8a31-dd2600cbae38 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 200 len: 851 time: 0.0435348 Sep 22 15:13:45.208577 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece9b44-851d-487b-aca3-167ad24490bb req-1d9ee256-1846-442a-9b75-c7d43169faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:45.209955 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-1d9ee256-1846-442a-9b75-c7d43169faa1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=cd2f75aa-555e-4e70-b27f-30e0727f88fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403488 Sep 22 15:13:45.294278 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:45.300431 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-e603f2e3-699b-4c96-8029-18895149adb1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838888 Sep 22 15:13:45.368357 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:45.393252 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-dece9b44-851d-487b-aca3-167ad24490bb req-95a293e3-3df6-4656-bfce-fcd32179974f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865760 Sep 22 15:13:45.862795 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dae779-8701-4aad-ac77-8cef8f3e4602 req-a9e7a387-1ded-4273-ba9b-d69735978051 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:45.864284 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-18dae779-8701-4aad-ac77-8cef8f3e4602 req-a9e7a387-1ded-4273-ba9b-d69735978051 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 944 time: 0.0463793 Sep 22 15:13:45.912553 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-18dae779-8701-4aad-ac77-8cef8f3e4602 req-66368169-1262-4ae8-84f0-bb9fe959be0a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428259 Sep 22 15:13:46.377532 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba356da-c093-45ca-99f5-2bd70a7d2f19 req-22d021be-0243-489d-9aa3-5e9b82e5408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:46.378988 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-eba356da-c093-45ca-99f5-2bd70a7d2f19 req-22d021be-0243-489d-9aa3-5e9b82e5408e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 1128 time: 0.0382442 Sep 22 15:13:46.471380 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba356da-c093-45ca-99f5-2bd70a7d2f19 req-553c9530-1721-4799-b8b6-abc0b97c299b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:46.472846 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-eba356da-c093-45ca-99f5-2bd70a7d2f19 req-553c9530-1721-4799-b8b6-abc0b97c299b service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 913 time: 0.0873847 Sep 22 15:13:46.511611 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-eba356da-c093-45ca-99f5-2bd70a7d2f19 req-077aa4d5-482b-4ef1-a6f4-a1f52a6f9dab service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da96b071-4478-4248-a673-e6537585d838 HTTP/1.1" status: 200 len: 217 time: 0.0317671 Sep 22 15:13:46.558511 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba356da-c093-45ca-99f5-2bd70a7d2f19 req-0722fbf6-19f3-47b6-8e72-4b6ef848d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:46.559916 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-eba356da-c093-45ca-99f5-2bd70a7d2f19 req-0722fbf6-19f3-47b6-8e72-4b6ef848d8b1 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 200 len: 851 time: 0.0423677 Sep 22 15:13:46.602828 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba356da-c093-45ca-99f5-2bd70a7d2f19 req-2ad7b166-57e7-4c3b-bddc-9349fceea576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:46.604262 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-eba356da-c093-45ca-99f5-2bd70a7d2f19 req-2ad7b166-57e7-4c3b-bddc-9349fceea576 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=cd2f75aa-555e-4e70-b27f-30e0727f88fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370581 Sep 22 15:13:46.693952 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-eba356da-c093-45ca-99f5-2bd70a7d2f19 req-4bcc6296-28b9-4dba-a099-6453faa6ae66 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831606 Sep 22 15:13:46.785459 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-eba356da-c093-45ca-99f5-2bd70a7d2f19 req-ef1d8331-6969-459c-903f-d638f0e1a93c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853789 Sep 22 15:13:47.031289 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2350ad-0ae3-4df3-8568-ae0b40bb1f81 req-b8f800af-cbdd-4968-9fa4-755a5cb2a000 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:47.032738 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3b2350ad-0ae3-4df3-8568-ae0b40bb1f81 req-b8f800af-cbdd-4968-9fa4-755a5cb2a000 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 944 time: 0.0462887 Sep 22 15:13:47.081085 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3b2350ad-0ae3-4df3-8568-ae0b40bb1f81 req-6aa22614-b945-4881-9d4d-1672b094db8e tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428221 Sep 22 15:13:48.201437 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f347e69-b177-40a4-a20b-c45d7749a160 req-02e3e88b-bfc7-48e8-b451-017980fa09cd tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:48.202904 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8f347e69-b177-40a4-a20b-c45d7749a160 req-02e3e88b-bfc7-48e8-b451-017980fa09cd tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 944 time: 0.0490575 Sep 22 15:13:48.251109 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8f347e69-b177-40a4-a20b-c45d7749a160 req-db31b784-51d6-4bb9-8cae-b75333c4c60c tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426490 Sep 22 15:13:49.371053 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0b469-f5e8-4bd8-bdd0-fe104befd018 req-5aeb67d6-ead6-4d37-85d8-8508ec73e6b0 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:49.372530 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8ab0b469-f5e8-4bd8-bdd0-fe104befd018 req-5aeb67d6-ead6-4d37-85d8-8508ec73e6b0 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 944 time: 0.0466735 Sep 22 15:13:49.421341 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-8ab0b469-f5e8-4bd8-bdd0-fe104befd018 req-ce362238-06bd-453c-a82d-0b7c060441ee tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432925 Sep 22 15:13:50.539462 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a095918-abd9-42e8-83d2-447db222094e req-1708389c-3aa7-4d9e-bbf1-392ad2e955ec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:50.540918 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9a095918-abd9-42e8-83d2-447db222094e req-1708389c-3aa7-4d9e-bbf1-392ad2e955ec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 944 time: 0.0459623 Sep 22 15:13:50.582342 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:50.604797 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9a095918-abd9-42e8-83d2-447db222094e req-234ad9eb-c83a-435e-b70c-93d56f127b5f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581369 Sep 22 15:13:51.729846 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddfae0-326b-4e64-9ef9-86a548ab84af req-6ca15048-4948-4a55-8f4a-c60d623a2218 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:51.731235 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-09ddfae0-326b-4e64-9ef9-86a548ab84af req-6ca15048-4948-4a55-8f4a-c60d623a2218 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 944 time: 0.0461140 Sep 22 15:13:51.785361 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-09ddfae0-326b-4e64-9ef9-86a548ab84af req-2effcaf8-e87b-4bbb-b7ee-97b67bd337d6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486348 Sep 22 15:13:52.502659 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:52.869970 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:52.904893 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda6533-2777-4733-a9ae-673b16d80c13 req-c9803388-29b9-428d-a615-c62f99a51297 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:52.906347 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cbda6533-2777-4733-a9ae-673b16d80c13 req-c9803388-29b9-428d-a615-c62f99a51297 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 944 time: 0.0460286 Sep 22 15:13:52.953772 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cbda6533-2777-4733-a9ae-673b16d80c13 req-bfa627c9-182c-451f-8ba4-1281166d6482 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419307 Sep 22 15:13:53.218561 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:53.219391 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:54.077595 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac0a37-3d4e-4bc7-b2aa-748e42663e24 req-5fedb909-c114-4d60-bd56-5d81575585e2 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:54.079050 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a6ac0a37-3d4e-4bc7-b2aa-748e42663e24 req-5fedb909-c114-4d60-bd56-5d81575585e2 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 944 time: 0.0486560 Sep 22 15:13:54.128026 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a6ac0a37-3d4e-4bc7-b2aa-748e42663e24 req-1b9db2a0-f810-4a93-a39d-2b37268c4242 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433304 Sep 22 15:13:54.724283 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1d58c5c5-3997-4b65-869a-e4c42b36f2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:54.950076 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device da96b071-4478-4248-a673-e6537585d838 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:13:55.047460 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port da96b071-4478-4248-a673-e6537585d838, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=da96b071-4478-4248-a673-e6537585d838,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:13:55.058589 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': 'da96b071-4478-4248-a673-e6537585d838', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'port_id': 'da96b071-4478-4248-a673-e6537585d838', 'mac_address': 'fa:16:3e:77:6c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:13:55.092426 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port da96b071-4478-4248-a673-e6537585d838 is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:55.092821 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (da96b071-4478-4248-a673-e6537585d838), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:55.105407 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da96b071-4478-4248-a673-e6537585d838 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:13:55.124837 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port da96b071-4478-4248-a673-e6537585d838, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=da96b071-4478-4248-a673-e6537585d838,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:13:55.128451 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (da96b071-4478-4248-a673-e6537585d838), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:55.173292 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=da96b071-4478-4248-a673-e6537585d838,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:55.247415 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea238f-a758-4a76-ae18-9f00a8ee9a60 req-2174824e-d6b5-4633-a8f0-c81530110ec8 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:55.248809 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6bea238f-a758-4a76-ae18-9f00a8ee9a60 req-2174824e-d6b5-4633-a8f0-c81530110ec8 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 945 time: 0.0457590 Sep 22 15:13:55.297277 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6bea238f-a758-4a76-ae18-9f00a8ee9a60 req-647b8680-d280-42f2-96ed-12d97a00b6b1 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428648 Sep 22 15:13:55.609572 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['da96b071-4478-4248-a673-e6537585d838'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:13:56.419578 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cf366-b9cf-46a1-8757-13a1c8b4717d req-48083472-bc55-44e1-9e0e-9785b1a7d472 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:56.421002 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-847cf366-b9cf-46a1-8757-13a1c8b4717d req-48083472-bc55-44e1-9e0e-9785b1a7d472 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 945 time: 0.0489540 Sep 22 15:13:56.717962 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-847cf366-b9cf-46a1-8757-13a1c8b4717d req-ab09c262-d7be-4ac2-ae28-80d39e9c02c6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912364 Sep 22 15:13:56.780734 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=52 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:56.782606 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=48 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:57.040096 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device da96b071-4478-4248-a673-e6537585d838 up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:13:57.085176 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port da96b071-4478-4248-a673-e6537585d838 completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:13:57.091847 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port da96b071-4478-4248-a673-e6537585d838 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:13:57.092303 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (da96b071-4478-4248-a673-e6537585d838), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:57.092662 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port da96b071-4478-4248-a673-e6537585d838 Sep 22 15:13:57.121873 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:57.173696 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:57.175710 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-008088aa-b3ea-4ddd-b963-7559ea2d45d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:57.178143 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port da96b071-4478-4248-a673-e6537585d838 is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:13:57.178522 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (da96b071-4478-4248-a673-e6537585d838), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:57.203322 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d68085-7a42-4d4f-88e8-925f37d5d072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da96b071-4478-4248-a673-e6537585d838'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:13:57.205544 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acc4085-f31a-4fb4-9aaa-de7b28aa5594" -d '{"events": [{"server_uuid": "45d68085-7a42-4d4f-88e8-925f37d5d072", "name": "network-vif-plugged", "status": "completed", "tag": "da96b071-4478-4248-a673-e6537585d838"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:13:57.221339 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port da96b071-4478-4248-a673-e6537585d838, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=da96b071-4478-4248-a673-e6537585d838,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:13:57.225930 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (da96b071-4478-4248-a673-e6537585d838), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:57.249373 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a65bda-5c6b-4756-87c6-a0d0b0266b42 x-openstack-request-id: req-69a65bda-5c6b-4756-87c6-a0d0b0266b42 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:13:57.249663 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d68085-7a42-4d4f-88e8-925f37d5d072", "name": "network-vif-plugged", "status": "completed", "tag": "da96b071-4478-4248-a673-e6537585d838", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:13:57.249918 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69a65bda-5c6b-4756-87c6-a0d0b0266b42 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:13:57.250302 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a65bda-5c6b-4756-87c6-a0d0b0266b42'] response: {'server_uuid': '45d68085-7a42-4d4f-88e8-925f37d5d072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da96b071-4478-4248-a673-e6537585d838', 'code': 200} Sep 22 15:13:57.275806 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=da96b071-4478-4248-a673-e6537585d838,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:57.552069 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268d7d-ef1d-4c2d-84ad-19458a13f6c7 req-a125b2cd-86f8-4a9b-a93d-86588f132047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:57.553540 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-24268d7d-ef1d-4c2d-84ad-19458a13f6c7 req-a125b2cd-86f8-4a9b-a93d-86588f132047 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 1130 time: 0.0804896 Sep 22 15:13:57.597983 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-24268d7d-ef1d-4c2d-84ad-19458a13f6c7 req-a58f8e22-4df3-4ff7-9915-56af9afc7e8c service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382884 Sep 22 15:13:57.835804 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698a4b8-fb8d-4665-9cce-9fdb54fd799e req-7c83082d-09aa-4a0e-9dd6-60b909928995 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:57.837263 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1698a4b8-fb8d-4665-9cce-9fdb54fd799e req-7c83082d-09aa-4a0e-9dd6-60b909928995 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 946 time: 0.0456705 Sep 22 15:13:57.884852 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1698a4b8-fb8d-4665-9cce-9fdb54fd799e req-63cf1f1e-dd8d-4f44-9091-39a1dac6faa3 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420346 Sep 22 15:13:58.283947 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:59.006625 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428abbb-70a7-432b-98f4-66257119c0b7 req-7ddff9fa-92cd-4dbc-887c-eabcff833f2e tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:59.008130 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0428abbb-70a7-432b-98f4-66257119c0b7 req-7ddff9fa-92cd-4dbc-887c-eabcff833f2e tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 946 time: 0.0477428 Sep 22 15:13:59.056240 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0428abbb-70a7-432b-98f4-66257119c0b7 req-d1c3c79c-e359-4085-92e3-6720915a34bd tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417311 Sep 22 15:13:59.173963 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da8dec-4f3a-4803-94e1-acb7431ce871 req-a9f737b9-c6ae-41d4-9d4e-d54647199756 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:59.175415 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a2da8dec-4f3a-4803-94e1-acb7431ce871 req-a9f737b9-c6ae-41d4-9d4e-d54647199756 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 946 time: 0.0456293 Sep 22 15:13:59.223096 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a2da8dec-4f3a-4803-94e1-acb7431ce871 req-32efc900-3143-4a0b-a53e-0eca6a261d9b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420520 Sep 22 15:13:59.250870 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56402) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:59.336191 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03502f89-67d0-413f-b30c-0c302b9652a5 tempest-TestVolumeBootPattern-1246127653 tempest-TestVolumeBootPattern-1246127653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:13:59.338331 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-03502f89-67d0-413f-b30c-0c302b9652a5 tempest-TestVolumeBootPattern-1246127653 tempest-TestVolumeBootPattern-1246127653-project-admin] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 1125 time: 0.0860541 Sep 22 15:13:59.341877 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56406) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:13:59.346263 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Request body: {'floatingip': {'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'port_id': 'da96b071-4478-4248-a673-e6537585d838', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:13:59.366383 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:59.445985 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:59.552453 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Allocated IP 172.27.1.24 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/e822ae8e-4d5c-4826-afec-dcd659004e4e) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:13:59.656008 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for port (e822ae8e-4d5c-4826-afec-dcd659004e4e), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:59.686439 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (e822ae8e-4d5c-4826-afec-dcd659004e4e), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:13:59.724729 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:13:59.731690 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:13:59.735573 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:13:59.740568 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'Port': ['ID=e822ae8e-4d5c-4826-afec-dcd659004e4e,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:13:59.766556 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:59.766893 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:59.767266 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:59.767607 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:59.767940 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:59.768270 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:59.768595 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:59.768918 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:59.769239 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:59.769566 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:59.769894 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:59.770216 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:59.770534 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:59.770855 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:59.771167 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:13:59.986061 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:13:59.995094 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:00.062067 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:00.068832 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:00.097164 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for floatingip (b0a4bbd4-9342-47fd-a1b4-42acb3f8e590), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:00.164889 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (e822ae8e-4d5c-4826-afec-dcd659004e4e), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:00.328595 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for port (e822ae8e-4d5c-4826-afec-dcd659004e4e), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:00.333220 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (e822ae8e-4d5c-4826-afec-dcd659004e4e), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:00.399222 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (b0a4bbd4-9342-47fd-a1b4-42acb3f8e590), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:00.401856 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'Port': ['ID=e822ae8e-4d5c-4826-afec-dcd659004e4e,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:14:00.495412 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.l3_db [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Floating IP b0a4bbd4-9342-47fd-a1b4-42acb3f8e590 associated. External IP: 172.27.1.24, port: da96b071-4478-4248-a673-e6537585d838. Sep 22 15:14:00.704441 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Router dc4cf907-6b26-400f-afb5-b841b52f6193 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:14:01.049528 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:01.059980 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:14:01.069292 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed67b5b1-eb21-4570-87e8-cac446b2bd02 None None] Sync routers for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:14:01.077751 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:01.080354 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed67b5b1-eb21-4570-87e8-cac446b2bd02 None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:14:01.080978 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ed67b5b1-eb21-4570-87e8-cac446b2bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:13:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:14:01.107171 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-cb3bda9c-c6e6-47d5-9131-de204ba25e55 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7642133 Sep 22 15:14:01.107846 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d68085-7a42-4d4f-88e8-925f37d5d072', 'tag': 'da96b071-4478-4248-a673-e6537585d838'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:14:01.110114 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c897b5-e687-48b3-b91f-2fb54cb412dd" -d '{"events": [{"name": "network-changed", "server_uuid": "45d68085-7a42-4d4f-88e8-925f37d5d072", "tag": "da96b071-4478-4248-a673-e6537585d838"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:14:01.148652 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2500f489-9267-4a8b-a267-535a84a8b730 x-openstack-request-id: req-2500f489-9267-4a8b-a267-535a84a8b730 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:14:01.148974 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d68085-7a42-4d4f-88e8-925f37d5d072", "tag": "da96b071-4478-4248-a673-e6537585d838", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:14:01.149223 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2500f489-9267-4a8b-a267-535a84a8b730 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:14:01.149623 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2500f489-9267-4a8b-a267-535a84a8b730'] response: {'name': 'network-changed', 'server_uuid': '45d68085-7a42-4d4f-88e8-925f37d5d072', 'tag': 'da96b071-4478-4248-a673-e6537585d838', 'status': 'completed', 'code': 200} Sep 22 15:14:01.183406 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-ed67b5b1-eb21-4570-87e8-cac446b2bd02 None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:14:01.236131 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:01.239544 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c897b5-e687-48b3-b91f-2fb54cb412dd req-4fec9f54-634b-49b8-a540-b411a6e2e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:01.241040 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-36c897b5-e687-48b3-b91f-2fb54cb412dd req-4fec9f54-634b-49b8-a540-b411a6e2e299 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 1130 time: 0.0386462 Sep 22 15:14:01.333296 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c897b5-e687-48b3-b91f-2fb54cb412dd req-98e3d72c-a68b-4481-bc00-86ef521d0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:01.334655 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-36c897b5-e687-48b3-b91f-2fb54cb412dd req-98e3d72c-a68b-4481-bc00-86ef521d0907 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 913 time: 0.0875561 Sep 22 15:14:01.391575 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ed67b5b1-eb21-4570-87e8-cac446b2bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'b0a4bbd4-9342-47fd-a1b4-42acb3f8e590', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'port_id': 'da96b071-4478-4248-a673-e6537585d838', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'mac_address': 'fa:16:3e:77:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d68085-7a42-4d4f-88e8-925f37d5d072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:13:59Z', 'updated_at': '2022-09-22T15:13:59Z', 'revision_number': 0, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:14:01.395533 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-36c897b5-e687-48b3-b91f-2fb54cb412dd req-ad93df90-3af2-4191-a822-784207b2b971 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da96b071-4478-4248-a673-e6537585d838 HTTP/1.1" status: 200 len: 999 time: 0.0543351 Sep 22 15:14:01.419998 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed67b5b1-eb21-4570-87e8-cac446b2bd02 None None] Checking router: dc4cf907-6b26-400f-afb5-b841b52f6193 for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:14:01.428363 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed67b5b1-eb21-4570-87e8-cac446b2bd02 None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:14:01.428966 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ed67b5b1-eb21-4570-87e8-cac446b2bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:13:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:14:01.447587 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c897b5-e687-48b3-b91f-2fb54cb412dd req-2f03f5c5-ff0e-43fd-81de-684f93e73ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:01.449576 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-36c897b5-e687-48b3-b91f-2fb54cb412dd req-2f03f5c5-ff0e-43fd-81de-684f93e73ec1 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 200 len: 851 time: 0.0471978 Sep 22 15:14:01.493360 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c897b5-e687-48b3-b91f-2fb54cb412dd req-809f912f-6583-4de2-bb0b-2f6398de40f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:01.494900 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-36c897b5-e687-48b3-b91f-2fb54cb412dd req-809f912f-6583-4de2-bb0b-2f6398de40f0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=cd2f75aa-555e-4e70-b27f-30e0727f88fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385897 Sep 22 15:14:01.530081 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-ed67b5b1-eb21-4570-87e8-cac446b2bd02 None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:14:01.588133 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-36c897b5-e687-48b3-b91f-2fb54cb412dd req-b07e1516-f194-4b4d-ac1e-3044703533a9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862107 Sep 22 15:14:01.683241 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-36c897b5-e687-48b3-b91f-2fb54cb412dd req-9e346291-de17-4074-a2a7-688ebfddef88 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876172 Sep 22 15:14:01.826165 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ed67b5b1-eb21-4570-87e8-cac446b2bd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'b0a4bbd4-9342-47fd-a1b4-42acb3f8e590', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'port_id': 'da96b071-4478-4248-a673-e6537585d838', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'mac_address': 'fa:16:3e:77:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d68085-7a42-4d4f-88e8-925f37d5d072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:13:59Z', 'updated_at': '2022-09-22T15:13:59Z', 'revision_number': 0, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:14:01.853133 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed67b5b1-eb21-4570-87e8-cac446b2bd02 None None] The sync data for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi is: [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'b0a4bbd4-9342-47fd-a1b4-42acb3f8e590', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'port_id': 'da96b071-4478-4248-a673-e6537585d838', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'mac_address': 'fa:16:3e:77:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d68085-7a42-4d4f-88e8-925f37d5d072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:13:59Z', 'updated_at': '2022-09-22T15:13:59Z', 'revision_number': 0, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:14:02.033521 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875ef235-4b90-4ab3-8344-3767c04f5397 None None] New status for floating IP b0a4bbd4-9342-47fd-a1b4-42acb3f8e590: ACTIVE {{(pid=106243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:14:05.205073 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:14:09.210027 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=62 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:09.219272 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=74 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:11.669594 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:11.680011 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=43 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:12.756222 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [req-442495d1-7bb2-4ab1-83a9-f4a3d247f82f req-3e54a928-b76d-4e5a-8b99-3badb95ad29a service neutron] (106242) timed out ('10.222.0.49', 49374) {{(pid=106242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 15:14:12.766419 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [req-b9a04261-0ff1-416e-ae37-52276032eddf req-2b4d0a75-276e-454e-97d2-b376cbb41894 service neutron] (106242) timed out ('10.222.0.49', 49357) {{(pid=106242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 15:14:14.202138 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=77 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:15.197608 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:15.201060 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=79 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:15.201974 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:22.496247 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:24.727526 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-07f93b4a-2f6c-48d5-9ec9-7d1add32b5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:24.793870 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cf758292-ccc6-426f-a2ec-d8ff80a044c4 req-49981b34-2d5e-40db-81f7-a21af461c46a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450051 Sep 22 15:14:24.905173 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf758292-ccc6-426f-a2ec-d8ff80a044c4 req-39c5cee6-8a38-459d-9749-da0daddfd7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:24.906662 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cf758292-ccc6-426f-a2ec-d8ff80a044c4 req-39c5cee6-8a38-459d-9749-da0daddfd7fc service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 1129 time: 0.0426664 Sep 22 15:14:25.007911 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf758292-ccc6-426f-a2ec-d8ff80a044c4 req-e9d04ad7-275a-43ea-9b74-1b06c9ac7015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:25.009300 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cf758292-ccc6-426f-a2ec-d8ff80a044c4 req-e9d04ad7-275a-43ea-9b74-1b06c9ac7015 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=063c128a-40d2-4d84-82e5-5c501116e376 HTTP/1.1" status: 200 len: 911 time: 0.0836077 Sep 22 15:14:25.073836 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cf758292-ccc6-426f-a2ec-d8ff80a044c4 req-889a2279-88a5-4ff1-8bb2-923fc22c29ff service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954748c6-0755-4732-8c9d-18dc372759a6 HTTP/1.1" status: 200 len: 1000 time: 0.0581224 Sep 22 15:14:25.122241 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf758292-ccc6-426f-a2ec-d8ff80a044c4 req-d67dce14-e378-4604-b07d-533f24f035ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:25.123709 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cf758292-ccc6-426f-a2ec-d8ff80a044c4 req-d67dce14-e378-4604-b07d-533f24f035ed service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca17cbf9-2c29-4127-b529-fbee7e7385d6 HTTP/1.1" status: 200 len: 849 time: 0.0437515 Sep 22 15:14:25.167891 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf758292-ccc6-426f-a2ec-d8ff80a044c4 req-96a4de0b-a749-4082-9333-f2b202fe2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:25.169329 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cf758292-ccc6-426f-a2ec-d8ff80a044c4 req-96a4de0b-a749-4082-9333-f2b202fe2f01 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=063c128a-40d2-4d84-82e5-5c501116e376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376849 Sep 22 15:14:25.262902 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cf758292-ccc6-426f-a2ec-d8ff80a044c4 req-ae686019-f81a-402d-96b8-2d5e4fc97c29 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856872 Sep 22 15:14:25.353057 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cf758292-ccc6-426f-a2ec-d8ff80a044c4 req-1eaf2338-ebcc-4b0c-948a-2c22afb8ba9b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832555 Sep 22 15:14:26.476959 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff7c26-8b66-4680-b621-34c100ea6a8b req-b86b2ddf-b856-4373-af02-f46dc12f93dd tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:26.478933 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-71ff7c26-8b66-4680-b621-34c100ea6a8b req-b86b2ddf-b856-4373-af02-f46dc12f93dd tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0452521 Sep 22 15:14:26.531845 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-71ff7c26-8b66-4680-b621-34c100ea6a8b req-3eeb5282-dce6-4a53-929a-960636232a48 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472651 Sep 22 15:14:27.157630 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-922e28d5-023a-4c63-981d-ffc136e6e43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:27.651394 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a5ea5-5b5f-4594-aaa5-687251f08782 req-60e8e977-b5da-40dc-8bf0-e07cfa542d17 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:27.652850 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-519a5ea5-5b5f-4594-aaa5-687251f08782 req-60e8e977-b5da-40dc-8bf0-e07cfa542d17 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0457397 Sep 22 15:14:27.699699 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-519a5ea5-5b5f-4594-aaa5-687251f08782 req-148c8884-3237-43dc-a70a-59d28f686ab5 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413594 Sep 22 15:14:28.284650 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:28.824397 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68082370-7515-4aec-8a02-5b0d4447fc5c req-a77493ba-0191-4d87-84ec-9552ca6b1322 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:28.825892 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-68082370-7515-4aec-8a02-5b0d4447fc5c req-a77493ba-0191-4d87-84ec-9552ca6b1322 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0491118 Sep 22 15:14:28.872386 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-68082370-7515-4aec-8a02-5b0d4447fc5c req-aa45eb82-86da-4404-8578-d3413066543d tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=d0f31c21-f8e2-4520-be42-b996ad82e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407484 Sep 22 15:14:28.988269 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-8f8b65f6-8dff-4212-9bf0-aa3c00120ca5 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:28.989581 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-8f8b65f6-8dff-4212-9bf0-aa3c00120ca5 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 945 time: 0.0451536 Sep 22 15:14:29.071451 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-053e56ff-73be-4c39-903a-87ddcc453767 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Deleting port 954748c6-0755-4732-8c9d-18dc372759a6 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:14:29.071817 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-053e56ff-73be-4c39-903a-87ddcc453767 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (954748c6-0755-4732-8c9d-18dc372759a6), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:29.169558 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-053e56ff-73be-4c39-903a-87ddcc453767 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] For port 954748c6-0755-4732-8c9d-18dc372759a6, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=954748c6-0755-4732-8c9d-18dc372759a6,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:14:29.169921 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-053e56ff-73be-4c39-903a-87ddcc453767 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (954748c6-0755-4732-8c9d-18dc372759a6), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:29.327834 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-053e56ff-73be-4c39-903a-87ddcc453767 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:29.328195 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-053e56ff-73be-4c39-903a-87ddcc453767 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (efe89f02-211b-4ffa-9aad-acad89960b60), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:29.328508 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.l3_db [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-053e56ff-73be-4c39-903a-87ddcc453767 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Floating IP efe89f02-211b-4ffa-9aad-acad89960b60 disassociated. External IP: 172.27.1.58, port: 954748c6-0755-4732-8c9d-18dc372759a6. Sep 22 15:14:29.328847 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-053e56ff-73be-4c39-903a-87ddcc453767 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Calling delete_port for 954748c6-0755-4732-8c9d-18dc372759a6 owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:14:29.390563 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:29.403807 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:29.468781 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-053e56ff-73be-4c39-903a-87ddcc453767 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (954748c6-0755-4732-8c9d-18dc372759a6), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:29.494834 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e56ff-73be-4c39-903a-87ddcc453767 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event deleted for resources: {'Port': ['ID=954748c6-0755-4732-8c9d-18dc372759a6,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:14:29.605999 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-053e56ff-73be-4c39-903a-87ddcc453767 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Router 57293e37-6179-4bb8-ab00-1fb5959f2c3a has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:14:29.713894 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-053e56ff-73be-4c39-903a-87ddcc453767 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:14:29.724566 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf4864-aef6-42fb-9368-478a9a29ae8e None None] Sync routers for ids ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:14:29.734990 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf4864-aef6-42fb-9368-478a9a29ae8e None None] Routers {'57293e37-6179-4bb8-ab00-1fb5959f2c3a'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:14:29.735633 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-7ccf4864-aef6-42fb-9368-478a9a29ae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:14:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:14:29.755169 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-053e56ff-73be-4c39-903a-87ddcc453767 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] No DVR routers for this DVR port 954748c6-0755-4732-8c9d-18dc372759a6 on host hv-cinder-85646 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:14:29.757731 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-053e56ff-73be-4c39-903a-87ddcc453767 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:29.761728 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-91575b6d-ed2d-44fe-865c-8336a7861b3b req-053e56ff-73be-4c39-903a-87ddcc453767 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.49 "DELETE /networking/v2.0/ports/954748c6-0755-4732-8c9d-18dc372759a6 HTTP/1.1" status: 204 len: 173 time: 0.7669792 Sep 22 15:14:29.762215 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c426490-04b2-413d-a451-672a1ba23a6b', 'name': 'network-vif-deleted', 'tag': '954748c6-0755-4732-8c9d-18dc372759a6'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:14:29.764832 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7e7197-e845-4586-a1a8-3b7c315f6217" -d '{"events": [{"server_uuid": "4c426490-04b2-413d-a451-672a1ba23a6b", "name": "network-vif-deleted", "tag": "954748c6-0755-4732-8c9d-18dc372759a6"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:14:29.810875 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcef40a-1bae-4cde-a8ec-fd252f988049 x-openstack-request-id: req-2fcef40a-1bae-4cde-a8ec-fd252f988049 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:14:29.811172 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c426490-04b2-413d-a451-672a1ba23a6b", "name": "network-vif-deleted", "tag": "954748c6-0755-4732-8c9d-18dc372759a6", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:14:29.811766 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2fcef40a-1bae-4cde-a8ec-fd252f988049 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:14:29.812178 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fcef40a-1bae-4cde-a8ec-fd252f988049'] response: {'server_uuid': '4c426490-04b2-413d-a451-672a1ba23a6b', 'name': 'network-vif-deleted', 'tag': '954748c6-0755-4732-8c9d-18dc372759a6', 'status': 'completed', 'code': 200} Sep 22 15:14:29.840141 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-7ccf4864-aef6-42fb-9368-478a9a29ae8e None None] Set router 57293e37-6179-4bb8-ab00-1fb5959f2c3a gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:14:30.011773 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ecb116cf-ac76-4f4f-91ea-3045b79b7b00 req-451c3e44-678c-41ae-85d3-02a59748a4d4 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4c426490-04b2-413d-a451-672a1ba23a6b HTTP/1.1" status: 200 len: 210 time: 0.0334022 Sep 22 15:14:30.036589 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-7ccf4864-aef6-42fb-9368-478a9a29ae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '151923b5-0de1-419b-9bd3-312c72d41950', 'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'mac_address': 'fa:16:3e:04:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:06Z', 'updated_at': '2022-09-22T15:10:10Z', 'revision_number': 5, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'subnets': [{'id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:14:30.065098 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf4864-aef6-42fb-9368-478a9a29ae8e None None] Checking router: 57293e37-6179-4bb8-ab00-1fb5959f2c3a for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:14:30.069347 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:30.074418 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf4864-aef6-42fb-9368-478a9a29ae8e None None] Routers {'57293e37-6179-4bb8-ab00-1fb5959f2c3a'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:14:30.075031 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-7ccf4864-aef6-42fb-9368-478a9a29ae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:14:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:14:30.077467 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:30.180568 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-7ccf4864-aef6-42fb-9368-478a9a29ae8e None None] Set router 57293e37-6179-4bb8-ab00-1fb5959f2c3a gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:14:30.371329 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-7ccf4864-aef6-42fb-9368-478a9a29ae8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '151923b5-0de1-419b-9bd3-312c72d41950', 'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'mac_address': 'fa:16:3e:04:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:06Z', 'updated_at': '2022-09-22T15:10:10Z', 'revision_number': 5, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'subnets': [{'id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:14:30.398121 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf4864-aef6-42fb-9368-478a9a29ae8e None None] The sync data for ids ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'] in dv-cinder-856463-5-iscsi is: [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '151923b5-0de1-419b-9bd3-312c72d41950', 'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'mac_address': 'fa:16:3e:04:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:06Z', 'updated_at': '2022-09-22T15:10:10Z', 'revision_number': 5, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'subnets': [{'id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:14:30.621252 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896ed64-0922-476f-b39b-3b0c666bbdae None None] New status for floating IP efe89f02-211b-4ffa-9aad-acad89960b60: DOWN {{(pid=106243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:14:31.105477 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56444) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:14:31.158843 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2662ea46-8755-4ffd-86c0-1a499c85907c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group (d0f31c21-f8e2-4520-be42-b996ad82e70a), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.180397 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2662ea46-8755-4ffd-86c0-1a499c85907c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group (d0f31c21-f8e2-4520-be42-b996ad82e70a), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.227171 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2662ea46-8755-4ffd-86c0-1a499c85907c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (d0f31c21-f8e2-4520-be42-b996ad82e70a), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.230491 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-2662ea46-8755-4ffd-86c0-1a499c85907c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.234158 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-2662ea46-8755-4ffd-86c0-1a499c85907c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "DELETE /networking/v2.0/security-groups/d0f31c21-f8e2-4520-be42-b996ad82e70a HTTP/1.1" status: 204 len: 168 time: 0.1251988 Sep 22 15:14:31.234755 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56446) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:14:31.240642 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662ea46-8755-4ffd-86c0-1a499c85907c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f31c21-f8e2-4520-be42-b996ad82e70a,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:14:31.251160 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.api.v2.resource [None req-81b664d4-1653-4a5f-b1fc-5da142aca234 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] show failed (client error): The resource could not be found. Sep 22 15:14:31.252211 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-81b664d4-1653-4a5f-b1fc-5da142aca234 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups/d0f31c21-f8e2-4520-be42-b996ad82e70a HTTP/1.1" status: 404 len: 347 time: 0.0163400 Sep 22 15:14:31.255345 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56448) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:14:31.364329 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-6c16aba2-6db0-499b-b585-312771af1d87 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Deleting port 9e2744ea-5336-4d29-a3b6-164448dfc77c {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:14:31.364587 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6c16aba2-6db0-499b-b585-312771af1d87 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (9e2744ea-5336-4d29-a3b6-164448dfc77c), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.441532 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6c16aba2-6db0-499b-b585-312771af1d87 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (9e2744ea-5336-4d29-a3b6-164448dfc77c), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.441865 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6c16aba2-6db0-499b-b585-312771af1d87 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for floatingip (9e2744ea-5336-4d29-a3b6-164448dfc77c), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.454781 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-6c16aba2-6db0-499b-b585-312771af1d87 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Calling delete_port for 9e2744ea-5336-4d29-a3b6-164448dfc77c owned by network:floatingip {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:14:31.584764 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6c16aba2-6db0-499b-b585-312771af1d87 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (9e2744ea-5336-4d29-a3b6-164448dfc77c), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.589610 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:31.611810 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16aba2-6db0-499b-b585-312771af1d87 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event deleted for resources: {'Port': ['ID=9e2744ea-5336-4d29-a3b6-164448dfc77c,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:14:31.654341 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:31.677516 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6c16aba2-6db0-499b-b585-312771af1d87 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for floatingip (efe89f02-211b-4ffa-9aad-acad89960b60), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.680046 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6c16aba2-6db0-499b-b585-312771af1d87 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.681217 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6c16aba2-6db0-499b-b585-312771af1d87 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "DELETE /networking/v2.0/floatingips/efe89f02-211b-4ffa-9aad-acad89960b60 HTTP/1.1" status: 204 len: 168 time: 0.4249182 Sep 22 15:14:31.758308 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56452) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:14:31.762864 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-69ddbcff-1db8-466a-8759-96821a89012c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1741782028', 'description': 'tempest-description--1101160721'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:14:31.784568 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-69ddbcff-1db8-466a-8759-96821a89012c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.851984 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-69ddbcff-1db8-466a-8759-96821a89012c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group (ff558093-848b-47bf-bcd4-519c13ff92f8), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.855486 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-69ddbcff-1db8-466a-8759-96821a89012c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (ff558093-848b-47bf-bcd4-519c13ff92f8), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.887935 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-69ddbcff-1db8-466a-8759-96821a89012c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.889367 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-69ddbcff-1db8-466a-8759-96821a89012c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1300466 Sep 22 15:14:31.890435 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddbcff-1db8-466a-8759-96821a89012c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff558093-848b-47bf-bcd4-519c13ff92f8,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:14:31.892413 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56454) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:14:31.896623 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-3b4de425-07a5-4d98-aedb-8e2d14ad1f03 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Request body: {'security_group_rule': {'security_group_id': 'ff558093-848b-47bf-bcd4-519c13ff92f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:14:31.922176 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3b4de425-07a5-4d98-aedb-8e2d14ad1f03 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group_rule (89951f90-5327-42fd-9fee-b8270f4e45b6), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.976880 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3b4de425-07a5-4d98-aedb-8e2d14ad1f03 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group_rule (89951f90-5327-42fd-9fee-b8270f4e45b6), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:31.980631 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3b4de425-07a5-4d98-aedb-8e2d14ad1f03 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (89951f90-5327-42fd-9fee-b8270f4e45b6), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.000116 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4de425-07a5-4d98-aedb-8e2d14ad1f03 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89951f90-5327-42fd-9fee-b8270f4e45b6,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:14:32.005183 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3b4de425-07a5-4d98-aedb-8e2d14ad1f03 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.006361 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3b4de425-07a5-4d98-aedb-8e2d14ad1f03 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130295 Sep 22 15:14:32.009084 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56456) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:14:32.014199 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-4493d734-dd11-471b-9a15-03921f2a0a45 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Request body: {'security_group_rule': {'security_group_id': 'ff558093-848b-47bf-bcd4-519c13ff92f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:14:32.039307 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4493d734-dd11-471b-9a15-03921f2a0a45 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group_rule (6f940198-9856-4d29-9618-0cec5b2ff761), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.096447 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4493d734-dd11-471b-9a15-03921f2a0a45 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group_rule (6f940198-9856-4d29-9618-0cec5b2ff761), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.099926 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4493d734-dd11-471b-9a15-03921f2a0a45 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (6f940198-9856-4d29-9618-0cec5b2ff761), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.118516 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493d734-dd11-471b-9a15-03921f2a0a45 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f940198-9856-4d29-9618-0cec5b2ff761,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:14:32.125642 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4493d734-dd11-471b-9a15-03921f2a0a45 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.126833 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-4493d734-dd11-471b-9a15-03921f2a0a45 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168363 Sep 22 15:14:32.130021 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56458) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:14:32.134289 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Request body: {'floatingip': {'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:14:32.155803 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.233088 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.339559 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Allocated IP 172.27.1.229 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/d325614f-ce05-4379-ae7a-f974dd31c809) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:14:32.344799 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:32.409708 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:32.454037 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for port (d325614f-ce05-4379-ae7a-f974dd31c809), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.487678 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (d325614f-ce05-4379-ae7a-f974dd31c809), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.522325 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:14:32.525273 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:14:32.531691 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:14:32.559728 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event updated for resources: {'Port': ['ID=d325614f-ce05-4379-ae7a-f974dd31c809,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:14:32.617304 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for floatingip (f4ca36c6-277e-48f1-8a15-6c8f163b2b86), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.655166 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d325614f-ce05-4379-ae7a-f974dd31c809), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.800585 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for port (d325614f-ce05-4379-ae7a-f974dd31c809), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.804929 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (d325614f-ce05-4379-ae7a-f974dd31c809), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.870067 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event updated for resources: {'Port': ['ID=d325614f-ce05-4379-ae7a-f974dd31c809,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:14:32.872860 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (f4ca36c6-277e-48f1-8a15-6c8f163b2b86), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.889055 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:32.890272 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7adcd203-eff7-44f3-91ea-24fe33249945 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7592998 Sep 22 15:14:33.090182 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-8a0f7604-f6ac-4717-9017-5cf817b52696 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1741782028&fields=id&tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f HTTP/1.1" status: 200 len: 267 time: 0.0471747 Sep 22 15:14:33.198345 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af7670-6422-41f1-b859-8f24b819fa67 req-d40e4144-2baa-4673-ba46-7f43bcff9816 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:33.199827 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-d40e4144-2baa-4673-ba46-7f43bcff9816 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/networks?id=063c128a-40d2-4d84-82e5-5c501116e376 HTTP/1.1" status: 200 len: 810 time: 0.1031241 Sep 22 15:14:33.214602 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-b9960e75-dd84-4dbc-96aa-3cdd47415983 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/quotas/97d3ac84a92a42b1adc0ffb829e0de6f HTTP/1.1" status: 200 len: 375 time: 0.0094147 Sep 22 15:14:33.235322 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 954748c6-0755-4732-8c9d-18dc372759a6 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:14:33.254474 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: 954748c6-0755-4732-8c9d-18dc372759a6 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:14:33.254835 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 954748c6-0755-4732-8c9d-18dc372759a6 not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:14:33.268760 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-ae5cc8ac-6d92-4ec5-aa4d-390c98c41f72 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493596 Sep 22 15:14:33.363597 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-0b60c4b7-85a4-4770-8ebf-4d0062c7e872 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827076 Sep 22 15:14:33.464913 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-544a4fd3-f049-452e-a139-f66b4214d9c3 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954454 Sep 22 15:14:33.629470 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-df8c6f75-db5f-4776-b1d6-28b34ee92b56 req-c9755d84-24e3-4e29-a86b-65c2c5ead436 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 210 time: 0.0274930 Sep 22 15:14:34.743518 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-81fea162-d8db-41ac-9699-6777988f0be4 req-46fe4078-e391-412e-aeb2-ec2f7fa68af6 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 210 time: 0.0349319 Sep 22 15:14:34.755404 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af7670-6422-41f1-b859-8f24b819fa67 req-424875b2-4d7a-4151-9d20-d2f09c18f7d2 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:34.756846 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-424875b2-4d7a-4151-9d20-d2f09c18f7d2 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.49 "GET /networking/v2.0/networks?id=063c128a-40d2-4d84-82e5-5c501116e376 HTTP/1.1" status: 200 len: 810 time: 0.1119664 Sep 22 15:14:34.839658 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-7167cbdf-0050-4502-b33f-d7fa585759d7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f HTTP/1.1" status: 200 len: 380 time: 0.0544560 Sep 22 15:14:34.937244 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-69af7670-6422-41f1-b859-8f24b819fa67 req-9cd03c72-f391-4a0a-b903-addf368429e9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Request body: {'port': {'device_id': '24cbdaf8-8bd6-422d-afed-bd97159485c4', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'admin_state_up': True, 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'security_groups': ['ff558093-848b-47bf-bcd4-519c13ff92f8']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:14:34.997709 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:35.016550 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:35.048797 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69af7670-6422-41f1-b859-8f24b819fa67 req-9cd03c72-f391-4a0a-b903-addf368429e9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Made reservation on behalf of 97d3ac84a92a42b1adc0ffb829e0de6f for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:14:35.052662 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-69af7670-6422-41f1-b859-8f24b819fa67 req-9cd03c72-f391-4a0a-b903-addf368429e9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:35.179882 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-69af7670-6422-41f1-b859-8f24b819fa67 req-9cd03c72-f391-4a0a-b903-addf368429e9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Allocated IP 172.20.0.7 (063c128a-40d2-4d84-82e5-5c501116e376/ca17cbf9-2c29-4127-b529-fbee7e7385d6/69438aa8-7540-4e21-a865-0467deba454e) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:14:35.317000 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-69af7670-6422-41f1-b859-8f24b819fa67 req-9cd03c72-f391-4a0a-b903-addf368429e9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for port (69438aa8-7540-4e21-a865-0467deba454e), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:35.347660 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-69af7670-6422-41f1-b859-8f24b819fa67 req-9cd03c72-f391-4a0a-b903-addf368429e9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (69438aa8-7540-4e21-a865-0467deba454e), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:35.385122 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69af7670-6422-41f1-b859-8f24b819fa67 req-9cd03c72-f391-4a0a-b903-addf368429e9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Network 063c128a-40d2-4d84-82e5-5c501116e376 is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:14:35.390930 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-69af7670-6422-41f1-b859-8f24b819fa67 req-9cd03c72-f391-4a0a-b903-addf368429e9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:14:35.394534 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-69af7670-6422-41f1-b859-8f24b819fa67 req-9cd03c72-f391-4a0a-b903-addf368429e9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:14:35.420013 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd03c72-f391-4a0a-b903-addf368429e9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event updated for resources: {'Port': ['ID=69438aa8-7540-4e21-a865-0467deba454e,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:14:35.447286 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af7670-6422-41f1-b859-8f24b819fa67 req-9cd03c72-f391-4a0a-b903-addf368429e9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:35.447893 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-69af7670-6422-41f1-b859-8f24b819fa67 req-9cd03c72-f391-4a0a-b903-addf368429e9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:35.465765 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-9cd03c72-f391-4a0a-b903-addf368429e9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5318618 Sep 22 15:14:35.483970 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Request body: {'port': {'device_id': '24cbdaf8-8bd6-422d-afed-bd97159485c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:14:35.549236 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (69438aa8-7540-4e21-a865-0467deba454e), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:35.652735 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-671facda-b0bc-45f0-abf0-1f25a2b94347 None None] Provisioning complete for port 69438aa8-7540-4e21-a865-0467deba454e triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:14:35.653329 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-671facda-b0bc-45f0-abf0-1f25a2b94347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (69438aa8-7540-4e21-a865-0467deba454e), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:35.653329 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-671facda-b0bc-45f0-abf0-1f25a2b94347 None None] Attempt 1 to provision port 69438aa8-7540-4e21-a865-0467deba454e Sep 22 15:14:35.684267 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-671facda-b0bc-45f0-abf0-1f25a2b94347 None None] Port 69438aa8-7540-4e21-a865-0467deba454e cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:14:35.737357 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:35.803812 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69438aa8-7540-4e21-a865-0467deba454e {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:14:35.811867 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Publish callbacks [] for port (69438aa8-7540-4e21-a865-0467deba454e), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:35.818264 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:35.827908 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Transition to ACTIVE for port object 69438aa8-7540-4e21-a865-0467deba454e will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:14:35.832210 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (69438aa8-7540-4e21-a865-0467deba454e), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:35.864607 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ef53d-81e6-47f5-8e38-01cdfca86dac req-e0fdf2a3-6e15-42ad-b898-f0652732adb0 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:35.866095 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7d6ef53d-81e6-47f5-8e38-01cdfca86dac req-e0fdf2a3-6e15-42ad-b898-f0652732adb0 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 931 time: 0.0521224 Sep 22 15:14:35.910879 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Pushing event updated for resources: {'Port': ['ID=69438aa8-7540-4e21-a865-0467deba454e,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:14:35.915238 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7d6ef53d-81e6-47f5-8e38-01cdfca86dac req-0a72f36d-1e28-43cc-96b8-ef56755a68ae tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=ff558093-848b-47bf-bcd4-519c13ff92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428019 Sep 22 15:14:35.942766 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Attempting to bind port 69438aa8-7540-4e21-a865-0467deba454e on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:14:35.943125 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Attempting to bind port 69438aa8-7540-4e21-a865-0467deba454e by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:14:35.943480 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Attempting to bind port 69438aa8-7540-4e21-a865-0467deba454e on network 063c128a-40d2-4d84-82e5-5c501116e376 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:14:35.983502 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Port 69438aa8-7540-4e21-a865-0467deba454e on network 063c128a-40d2-4d84-82e5-5c501116e376 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:14:35.983813 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Attempting to bind port 69438aa8-7540-4e21-a865-0467deba454e on network 063c128a-40d2-4d84-82e5-5c501116e376 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:14:36.028548 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:14:36.028882 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Checking segment: {'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:14:36.029263 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Bound using segment: {'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:14:36.029699 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Bound port: 69438aa8-7540-4e21-a865-0467deba454e, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:14:36.030048 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (69438aa8-7540-4e21-a865-0467deba454e), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:36.185933 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-671facda-b0bc-45f0-abf0-1f25a2b94347 None None] Attempt 2 to provision port 69438aa8-7540-4e21-a865-0467deba454e Sep 22 15:14:36.223829 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-671facda-b0bc-45f0-abf0-1f25a2b94347 None None] Port 69438aa8-7540-4e21-a865-0467deba454e cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:14:36.328190 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] For port 69438aa8-7540-4e21-a865-0467deba454e, host hv-cinder-85646, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:14:36.331110 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] For port 69438aa8-7540-4e21-a865-0467deba454e, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=69438aa8-7540-4e21-a865-0467deba454e,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:14:36.336978 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (69438aa8-7540-4e21-a865-0467deba454e), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:36.341248 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:36.341981 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:36.344211 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/69438aa8-7540-4e21-a865-0467deba454e HTTP/1.1" status: 200 len: 1093 time: 0.8646250 Sep 22 15:14:36.344977 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cbdaf8-8bd6-422d-afed-bd97159485c4', 'tag': '69438aa8-7540-4e21-a865-0467deba454e'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:14:36.348140 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3dc30c-0bba-43c8-8e93-d4d83bda3b85" -d '{"events": [{"name": "network-changed", "server_uuid": "24cbdaf8-8bd6-422d-afed-bd97159485c4", "tag": "69438aa8-7540-4e21-a865-0467deba454e"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:14:36.389110 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a37c6a7-94da-4657-94b3-17a6b31cc964 x-openstack-request-id: req-3a37c6a7-94da-4657-94b3-17a6b31cc964 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:14:36.389396 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cbdaf8-8bd6-422d-afed-bd97159485c4", "tag": "69438aa8-7540-4e21-a865-0467deba454e", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:14:36.389650 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3a37c6a7-94da-4657-94b3-17a6b31cc964 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:14:36.390047 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a37c6a7-94da-4657-94b3-17a6b31cc964'] response: {'name': 'network-changed', 'server_uuid': '24cbdaf8-8bd6-422d-afed-bd97159485c4', 'tag': '69438aa8-7540-4e21-a865-0467deba454e', 'status': 'completed', 'code': 200} Sep 22 15:14:36.399366 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c48b2-b616-41ec-ae66-d48f467c94bb service neutron] Pushing event updated for resources: {'Port': ['ID=69438aa8-7540-4e21-a865-0467deba454e,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:14:36.465872 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af7670-6422-41f1-b859-8f24b819fa67 req-8ec65a11-6acc-47a7-ab9e-121cf1d82fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:36.467331 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-8ec65a11-6acc-47a7-ab9e-121cf1d82fcf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 1127 time: 0.0431941 Sep 22 15:14:36.520872 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-1c96941c-47a9-445e-b42e-563bb212e0a4 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69438aa8-7540-4e21-a865-0467deba454e HTTP/1.1" status: 200 len: 217 time: 0.0404882 Sep 22 15:14:36.569604 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af7670-6422-41f1-b859-8f24b819fa67 req-2735230f-f044-46d5-99f0-291d4424dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:36.571030 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-2735230f-f044-46d5-99f0-291d4424dc5d service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca17cbf9-2c29-4127-b529-fbee7e7385d6 HTTP/1.1" status: 200 len: 849 time: 0.0437279 Sep 22 15:14:36.613075 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af7670-6422-41f1-b859-8f24b819fa67 req-e613a2de-cf15-4101-a4b3-ce8781ff05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:36.614520 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-e613a2de-cf15-4101-a4b3-ce8781ff05a1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=063c128a-40d2-4d84-82e5-5c501116e376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371819 Sep 22 15:14:36.708164 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-8fcfcfe5-12e0-4cb0-b9b7-41fae7cda02d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839953 Sep 22 15:14:36.724924 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-671facda-b0bc-45f0-abf0-1f25a2b94347 None None] Attempt 3 to provision port 69438aa8-7540-4e21-a865-0467deba454e Sep 22 15:14:36.761896 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-671facda-b0bc-45f0-abf0-1f25a2b94347 None None] Port 69438aa8-7540-4e21-a865-0467deba454e had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 15:14:36.796871 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-69af7670-6422-41f1-b859-8f24b819fa67 req-aec1151e-029a-4603-8238-9938ced91dd3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820906 Sep 22 15:14:37.039482 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541dddf-5265-43ed-891d-f3f333921b27 req-2b8a5c8a-1cf4-4b1b-a583-d460b0e293d7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:37.040868 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1541dddf-5265-43ed-891d-f3f333921b27 req-2b8a5c8a-1cf4-4b1b-a583-d460b0e293d7 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 943 time: 0.0464015 Sep 22 15:14:37.087274 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1541dddf-5265-43ed-891d-f3f333921b27 req-95fed9e0-d717-484e-96e9-98f2358b4bf5 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=ff558093-848b-47bf-bcd4-519c13ff92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408578 Sep 22 15:14:38.207570 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c153ec-3d20-4e5c-90fd-3282b867a39c req-5c7f8dce-c2bd-4d54-98eb-dab2462b3486 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:38.209051 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-49c153ec-3d20-4e5c-90fd-3282b867a39c req-5c7f8dce-c2bd-4d54-98eb-dab2462b3486 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 943 time: 0.0464065 Sep 22 15:14:38.265666 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-49c153ec-3d20-4e5c-90fd-3282b867a39c req-99cab6a0-7500-46bc-a427-ce2389a53b70 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=ff558093-848b-47bf-bcd4-519c13ff92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504508 Sep 22 15:14:39.141897 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dc30c-0bba-43c8-8e93-d4d83bda3b85 req-162b03bb-18f6-4d28-b3f2-bed9ba13692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:39.143418 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3a3dc30c-0bba-43c8-8e93-d4d83bda3b85 req-162b03bb-18f6-4d28-b3f2-bed9ba13692d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 1127 time: 0.0444162 Sep 22 15:14:39.203297 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:39.236026 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dc30c-0bba-43c8-8e93-d4d83bda3b85 req-c78f4f07-5c32-4963-b083-53ed4f38e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:39.237523 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3a3dc30c-0bba-43c8-8e93-d4d83bda3b85 req-c78f4f07-5c32-4963-b083-53ed4f38e91c service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=063c128a-40d2-4d84-82e5-5c501116e376 HTTP/1.1" status: 200 len: 911 time: 0.0882165 Sep 22 15:14:39.281583 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3a3dc30c-0bba-43c8-8e93-d4d83bda3b85 req-0475b6c8-c62d-4ee8-a0d4-94f1f4a4b827 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69438aa8-7540-4e21-a865-0467deba454e HTTP/1.1" status: 200 len: 217 time: 0.0376949 Sep 22 15:14:39.333296 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dc30c-0bba-43c8-8e93-d4d83bda3b85 req-fe7c7a04-e877-40f1-8dde-5df473ff1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:39.334702 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3a3dc30c-0bba-43c8-8e93-d4d83bda3b85 req-fe7c7a04-e877-40f1-8dde-5df473ff1438 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca17cbf9-2c29-4127-b529-fbee7e7385d6 HTTP/1.1" status: 200 len: 849 time: 0.0471756 Sep 22 15:14:39.367457 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:39.370148 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:39.378657 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dc30c-0bba-43c8-8e93-d4d83bda3b85 req-8fce5dc6-0c0c-4e68-9a3e-3966f4eb229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:39.380259 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3a3dc30c-0bba-43c8-8e93-d4d83bda3b85 req-8fce5dc6-0c0c-4e68-9a3e-3966f4eb229f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=063c128a-40d2-4d84-82e5-5c501116e376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392916 Sep 22 15:14:39.385993 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ece8bc-a638-4a12-af89-5371d389c73e req-f84807ed-aa5b-4797-82cd-7e537a5f5855 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:39.388069 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-59ece8bc-a638-4a12-af89-5371d389c73e req-f84807ed-aa5b-4797-82cd-7e537a5f5855 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 943 time: 0.0473793 Sep 22 15:14:39.435290 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-59ece8bc-a638-4a12-af89-5371d389c73e req-fd2f0bd7-4b3c-4f2b-b5ca-83f12bb3db72 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=ff558093-848b-47bf-bcd4-519c13ff92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 Sep 22 15:14:39.458163 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:39.474656 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3a3dc30c-0bba-43c8-8e93-d4d83bda3b85 req-a6f02ff5-70aa-4cd2-8298-634de50410f7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881205 Sep 22 15:14:39.566859 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3a3dc30c-0bba-43c8-8e93-d4d83bda3b85 req-f671fa86-6cb1-4c7c-8a8e-e837291d3442 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861020 Sep 22 15:14:40.370450 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=72 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:40.376126 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=60 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:40.554559 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca25f9-2521-4ad4-a484-8bc78740fe86 req-2e38da46-b294-418c-b854-6dc035fcc3b3 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:40.556043 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-28ca25f9-2521-4ad4-a484-8bc78740fe86 req-2e38da46-b294-418c-b854-6dc035fcc3b3 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 943 time: 0.0462401 Sep 22 15:14:40.601837 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-28ca25f9-2521-4ad4-a484-8bc78740fe86 req-7c2ec875-4580-457f-84fd-09c0824f04ee tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=ff558093-848b-47bf-bcd4-519c13ff92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404472 Sep 22 15:14:41.279661 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 69438aa8-7540-4e21-a865-0467deba454e details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:14:41.378727 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 69438aa8-7540-4e21-a865-0467deba454e, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=69438aa8-7540-4e21-a865-0467deba454e,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:14:41.390534 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '69438aa8-7540-4e21-a865-0467deba454e', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'port_id': '69438aa8-7540-4e21-a865-0467deba454e', 'mac_address': 'fa:16:3e:a7:e4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:14:41.424229 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 69438aa8-7540-4e21-a865-0467deba454e is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:14:41.424622 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (69438aa8-7540-4e21-a865-0467deba454e), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:41.437372 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69438aa8-7540-4e21-a865-0467deba454e {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:14:41.457180 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 69438aa8-7540-4e21-a865-0467deba454e, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=69438aa8-7540-4e21-a865-0467deba454e,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:14:41.460987 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (69438aa8-7540-4e21-a865-0467deba454e), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:41.506463 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=69438aa8-7540-4e21-a865-0467deba454e,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:14:41.514241 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:14:41.514588 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:14:41.514931 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:14:41.515289 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:14:41.515623 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:14:41.515951 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:14:41.516276 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:14:41.516600 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:14:41.516922 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:14:41.517244 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:14:41.517566 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:14:41.517888 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:14:41.518208 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:14:41.518527 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:14:41.518847 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:14:41.721415 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c387fba-b577-4e86-9610-fe2c752f819b req-70b5a163-0da2-431d-ab3d-62d43fc5332c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:41.722870 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9c387fba-b577-4e86-9610-fe2c752f819b req-70b5a163-0da2-431d-ab3d-62d43fc5332c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 944 time: 0.0500064 Sep 22 15:14:41.769999 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9c387fba-b577-4e86-9610-fe2c752f819b req-c4201bc0-849b-4bd1-8045-edd81a3ad39c tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=ff558093-848b-47bf-bcd4-519c13ff92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415432 Sep 22 15:14:41.945381 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['69438aa8-7540-4e21-a865-0467deba454e'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:14:42.203903 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:14:42.887195 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a13c3-dee9-4958-9ecb-0240ae49e576 req-c432a4c0-edce-4d0f-80bf-20e7f07c34e0 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:42.888946 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-213a13c3-dee9-4958-9ecb-0240ae49e576 req-c432a4c0-edce-4d0f-80bf-20e7f07c34e0 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 944 time: 0.0454865 Sep 22 15:14:42.934875 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-213a13c3-dee9-4958-9ecb-0240ae49e576 req-09e8f783-5a03-4dde-a91a-8c0245ca867d tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=ff558093-848b-47bf-bcd4-519c13ff92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404987 Sep 22 15:14:43.299526 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 69438aa8-7540-4e21-a865-0467deba454e up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:14:43.340143 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:43.341045 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port 69438aa8-7540-4e21-a865-0467deba454e completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:14:43.346396 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 69438aa8-7540-4e21-a865-0467deba454e triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:14:43.346762 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (69438aa8-7540-4e21-a865-0467deba454e), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:43.347102 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 69438aa8-7540-4e21-a865-0467deba454e Sep 22 15:14:43.378404 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:43.422630 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 69438aa8-7540-4e21-a865-0467deba454e is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:14:43.423016 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (69438aa8-7540-4e21-a865-0467deba454e), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:43.445710 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cbdaf8-8bd6-422d-afed-bd97159485c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69438aa8-7540-4e21-a865-0467deba454e'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:14:43.447977 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0b7ecb-d06a-41b9-9620-264db005762e" -d '{"events": [{"server_uuid": "24cbdaf8-8bd6-422d-afed-bd97159485c4", "name": "network-vif-plugged", "status": "completed", "tag": "69438aa8-7540-4e21-a865-0467deba454e"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:14:43.460518 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 69438aa8-7540-4e21-a865-0467deba454e, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=69438aa8-7540-4e21-a865-0467deba454e,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:14:43.465069 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (69438aa8-7540-4e21-a865-0467deba454e), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:43.491085 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4ae528-4993-4912-90b2-fd6c751ff4ee x-openstack-request-id: req-3f4ae528-4993-4912-90b2-fd6c751ff4ee {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:14:43.491406 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cbdaf8-8bd6-422d-afed-bd97159485c4", "name": "network-vif-plugged", "status": "completed", "tag": "69438aa8-7540-4e21-a865-0467deba454e", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:14:43.491685 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f4ae528-4993-4912-90b2-fd6c751ff4ee {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:14:43.492079 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4ae528-4993-4912-90b2-fd6c751ff4ee'] response: {'server_uuid': '24cbdaf8-8bd6-422d-afed-bd97159485c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69438aa8-7540-4e21-a865-0467deba454e', 'code': 200} Sep 22 15:14:43.518231 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=69438aa8-7540-4e21-a865-0467deba454e,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:14:43.732539 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceec28-e02d-4f40-a82e-23f4d6cfe212 req-cc9d7a1a-adda-4f6c-8ca7-0a4bc503b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:43.734014 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9cceec28-e02d-4f40-a82e-23f4d6cfe212 req-cc9d7a1a-adda-4f6c-8ca7-0a4bc503b16e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 1129 time: 0.0415473 Sep 22 15:14:43.777600 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-9cceec28-e02d-4f40-a82e-23f4d6cfe212 req-51091c07-ce53-45bd-ba04-9a3ab2faa43b service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ff558093-848b-47bf-bcd4-519c13ff92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370636 Sep 22 15:14:44.062970 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa81452-839c-41a5-ab21-5cf22489f8e9 req-39cef4fc-09a0-47b6-8ea7-30f4eb57e7a5 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:44.064443 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2aa81452-839c-41a5-ab21-5cf22489f8e9 req-39cef4fc-09a0-47b6-8ea7-30f4eb57e7a5 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 945 time: 0.0489562 Sep 22 15:14:44.111214 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2aa81452-839c-41a5-ab21-5cf22489f8e9 req-1f652287-6c2f-4baa-85c2-d67b621be660 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=ff558093-848b-47bf-bcd4-519c13ff92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412207 Sep 22 15:14:45.239419 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84ef8c-55d9-42be-a5ca-b0223b090283 req-09d475d1-40cd-4443-869f-85a3f10bfbf6 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:45.240914 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-da84ef8c-55d9-42be-a5ca-b0223b090283 req-09d475d1-40cd-4443-869f-85a3f10bfbf6 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 945 time: 0.0462406 Sep 22 15:14:45.289054 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-da84ef8c-55d9-42be-a5ca-b0223b090283 req-90bc241c-2ad5-4491-a4ed-81e8f429dcfe tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=ff558093-848b-47bf-bcd4-519c13ff92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420387 Sep 22 15:14:45.405213 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cc4eb-0a18-4ba7-9c69-275ecc92d887 req-9ea39c26-51f1-44a8-a56e-3fed13b7e1b2 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:45.406645 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c14cc4eb-0a18-4ba7-9c69-275ecc92d887 req-9ea39c26-51f1-44a8-a56e-3fed13b7e1b2 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 945 time: 0.0460703 Sep 22 15:14:45.416557 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56518) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:14:45.420883 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-11b61aec-e68e-4b23-a285-aa5e72b65036 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Request body: {'floatingip': {'port_id': '69438aa8-7540-4e21-a865-0467deba454e'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:14:45.464043 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-11b61aec-e68e-4b23-a285-aa5e72b65036 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for floatingip (f4ca36c6-277e-48f1-8a15-6c8f163b2b86), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:45.875474 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:45.881606 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-11b61aec-e68e-4b23-a285-aa5e72b65036 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:45.885170 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-11b61aec-e68e-4b23-a285-aa5e72b65036 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (f4ca36c6-277e-48f1-8a15-6c8f163b2b86), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:45.918796 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:45.980342 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [None req-11b61aec-e68e-4b23-a285-aa5e72b65036 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Floating IP f4ca36c6-277e-48f1-8a15-6c8f163b2b86 associated. External IP: 172.27.1.229, port: 69438aa8-7540-4e21-a865-0467deba454e. Sep 22 15:14:46.171418 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b61aec-e68e-4b23-a285-aa5e72b65036 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Router 57293e37-6179-4bb8-ab00-1fb5959f2c3a has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:14:46.273863 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b61aec-e68e-4b23-a285-aa5e72b65036 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:14:46.278711 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-11b61aec-e68e-4b23-a285-aa5e72b65036 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:46.283312 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7add8d42-3f84-4861-b44b-f93d5f34bb1d None None] Sync routers for ids ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:14:46.294504 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add8d42-3f84-4861-b44b-f93d5f34bb1d None None] Routers {'57293e37-6179-4bb8-ab00-1fb5959f2c3a'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:14:46.295271 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-7add8d42-3f84-4861-b44b-f93d5f34bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:14:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:14:46.310838 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-11b61aec-e68e-4b23-a285-aa5e72b65036 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "PUT /networking/v2.0/floatingips/f4ca36c6-277e-48f1-8a15-6c8f163b2b86 HTTP/1.1" status: 200 len: 991 time: 0.8907337 Sep 22 15:14:46.310838 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cbdaf8-8bd6-422d-afed-bd97159485c4', 'tag': '69438aa8-7540-4e21-a865-0467deba454e'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:14:46.311815 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c80aa4-285b-4747-8146-78effc9ee3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "24cbdaf8-8bd6-422d-afed-bd97159485c4", "tag": "69438aa8-7540-4e21-a865-0467deba454e"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:14:46.348289 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a481bf7-7ac4-499f-9e50-422698b92c4b x-openstack-request-id: req-2a481bf7-7ac4-499f-9e50-422698b92c4b {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:14:46.348580 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cbdaf8-8bd6-422d-afed-bd97159485c4", "tag": "69438aa8-7540-4e21-a865-0467deba454e", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:14:46.348834 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a481bf7-7ac4-499f-9e50-422698b92c4b {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:14:46.349243 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a481bf7-7ac4-499f-9e50-422698b92c4b'] response: {'name': 'network-changed', 'server_uuid': '24cbdaf8-8bd6-422d-afed-bd97159485c4', 'tag': '69438aa8-7540-4e21-a865-0467deba454e', 'status': 'completed', 'code': 200} Sep 22 15:14:46.397653 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-7add8d42-3f84-4861-b44b-f93d5f34bb1d None None] Set router 57293e37-6179-4bb8-ab00-1fb5959f2c3a gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:14:46.438474 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c80aa4-285b-4747-8146-78effc9ee3ea req-1977aab9-b656-4788-8ee6-64e276cf0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:46.439983 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-56c80aa4-285b-4747-8146-78effc9ee3ea req-1977aab9-b656-4788-8ee6-64e276cf0d70 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 1129 time: 0.0396388 Sep 22 15:14:46.550379 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c80aa4-285b-4747-8146-78effc9ee3ea req-dbd1321f-ed5f-47cd-b65e-8ab9187c19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:46.551901 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-56c80aa4-285b-4747-8146-78effc9ee3ea req-dbd1321f-ed5f-47cd-b65e-8ab9187c19d7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=063c128a-40d2-4d84-82e5-5c501116e376 HTTP/1.1" status: 200 len: 911 time: 0.1066246 Sep 22 15:14:46.615445 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-56c80aa4-285b-4747-8146-78effc9ee3ea req-639ec70d-dbdd-4c4d-b489-824ab44b20e5 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69438aa8-7540-4e21-a865-0467deba454e HTTP/1.1" status: 200 len: 999 time: 0.0572100 Sep 22 15:14:46.663100 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c80aa4-285b-4747-8146-78effc9ee3ea req-c32cacf3-7d94-47e5-89fc-9644f92c340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:46.664603 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-56c80aa4-285b-4747-8146-78effc9ee3ea req-c32cacf3-7d94-47e5-89fc-9644f92c340b service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=ca17cbf9-2c29-4127-b529-fbee7e7385d6 HTTP/1.1" status: 200 len: 849 time: 0.0438030 Sep 22 15:14:46.693392 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-7add8d42-3f84-4861-b44b-f93d5f34bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'f4ca36c6-277e-48f1-8a15-6c8f163b2b86', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'port_id': '69438aa8-7540-4e21-a865-0467deba454e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'mac_address': 'fa:16:3e:a7:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbdaf8-8bd6-422d-afed-bd97159485c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:14:32Z', 'updated_at': '2022-09-22T15:14:45Z', 'revision_number': 1, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151923b5-0de1-419b-9bd3-312c72d41950', 'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'mac_address': 'fa:16:3e:04:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:06Z', 'updated_at': '2022-09-22T15:10:10Z', 'revision_number': 5, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'subnets': [{'id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:14:46.710519 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c80aa4-285b-4747-8146-78effc9ee3ea req-609c72a7-0bd2-4834-9bcb-3b26e5d23d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:14:46.712055 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-56c80aa4-285b-4747-8146-78effc9ee3ea req-609c72a7-0bd2-4834-9bcb-3b26e5d23d8f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=063c128a-40d2-4d84-82e5-5c501116e376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413077 Sep 22 15:14:46.720964 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7add8d42-3f84-4861-b44b-f93d5f34bb1d None None] Checking router: 57293e37-6179-4bb8-ab00-1fb5959f2c3a for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:14:46.729395 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add8d42-3f84-4861-b44b-f93d5f34bb1d None None] Routers {'57293e37-6179-4bb8-ab00-1fb5959f2c3a'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:14:46.729997 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-7add8d42-3f84-4861-b44b-f93d5f34bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:14:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:14:46.802429 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-56c80aa4-285b-4747-8146-78effc9ee3ea req-511186d0-5e6d-4cb2-ac36-44e01f2191f7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839922 Sep 22 15:14:46.829780 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-7add8d42-3f84-4861-b44b-f93d5f34bb1d None None] Set router 57293e37-6179-4bb8-ab00-1fb5959f2c3a gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:14:46.894601 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-56c80aa4-285b-4747-8146-78effc9ee3ea req-03149efa-bc18-4bcd-be39-099e115a600a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864041 Sep 22 15:14:47.035728 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-7add8d42-3f84-4861-b44b-f93d5f34bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'f4ca36c6-277e-48f1-8a15-6c8f163b2b86', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'port_id': '69438aa8-7540-4e21-a865-0467deba454e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'mac_address': 'fa:16:3e:a7:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbdaf8-8bd6-422d-afed-bd97159485c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:14:32Z', 'updated_at': '2022-09-22T15:14:45Z', 'revision_number': 1, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151923b5-0de1-419b-9bd3-312c72d41950', 'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'mac_address': 'fa:16:3e:04:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:06Z', 'updated_at': '2022-09-22T15:10:10Z', 'revision_number': 5, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'subnets': [{'id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:14:47.062996 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7add8d42-3f84-4861-b44b-f93d5f34bb1d None None] The sync data for ids ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'] in dv-cinder-856463-5-iscsi is: [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'f4ca36c6-277e-48f1-8a15-6c8f163b2b86', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'port_id': '69438aa8-7540-4e21-a865-0467deba454e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'mac_address': 'fa:16:3e:a7:e4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbdaf8-8bd6-422d-afed-bd97159485c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:14:32Z', 'updated_at': '2022-09-22T15:14:45Z', 'revision_number': 1, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151923b5-0de1-419b-9bd3-312c72d41950', 'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'mac_address': 'fa:16:3e:04:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:06Z', 'updated_at': '2022-09-22T15:10:10Z', 'revision_number': 5, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'subnets': [{'id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:14:47.248628 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef7bbd2-9619-4dbb-bbd1-2ddb5b608042 None None] New status for floating IP f4ca36c6-277e-48f1-8a15-6c8f163b2b86: ACTIVE {{(pid=106243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:14:52.517230 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:54.730574 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2ec5fedf-acea-4ddb-bde1-50b0fe0a6270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:56.303275 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=44 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:56.305183 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=49 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:56.884991 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:56.891682 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=69 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:57.038390 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=91 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:57.039002 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=91 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:14:57.159748 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e79abb96-76e0-4ee8-ac41-9f5f79c44d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:14:58.287154 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:15:00.066586 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:15:00.070525 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:15:10.065211 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=41,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:15:10.067744 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=33,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:15:19.203323 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:15:22.505073 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:15:24.732409 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ec3d39bf-80c7-433e-9768-400aa21959f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:15:25.821288 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3fec4303-489e-4648-b6a2-0669d299ac9c req-8d3976c5-5c02-4df3-9e34-4fb2703510fc service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370569 Sep 22 15:15:25.905261 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec4303-489e-4648-b6a2-0669d299ac9c req-7fe9c199-5e6a-4fdc-953b-455c883bd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:15:25.906741 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3fec4303-489e-4648-b6a2-0669d299ac9c req-7fe9c199-5e6a-4fdc-953b-455c883bd270 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 1130 time: 0.0395203 Sep 22 15:15:26.011799 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec4303-489e-4648-b6a2-0669d299ac9c req-cfb8123b-f436-4bb8-9f1a-f8ae2d7d6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:15:26.014174 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3fec4303-489e-4648-b6a2-0669d299ac9c req-cfb8123b-f436-4bb8-9f1a-f8ae2d7d6f96 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 913 time: 0.0886545 Sep 22 15:15:26.073950 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3fec4303-489e-4648-b6a2-0669d299ac9c req-ead352e1-a16b-4815-804e-0d4561d092da service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da96b071-4478-4248-a673-e6537585d838 HTTP/1.1" status: 200 len: 1001 time: 0.0539234 Sep 22 15:15:26.125481 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec4303-489e-4648-b6a2-0669d299ac9c req-ccf41ad5-533a-4d8f-aa26-6e4ca0746304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:15:26.126881 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3fec4303-489e-4648-b6a2-0669d299ac9c req-ccf41ad5-533a-4d8f-aa26-6e4ca0746304 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 200 len: 851 time: 0.0466151 Sep 22 15:15:26.170743 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec4303-489e-4648-b6a2-0669d299ac9c req-3ac6a675-a58a-4d25-b893-3f9a9e60e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:15:26.172229 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3fec4303-489e-4648-b6a2-0669d299ac9c req-3ac6a675-a58a-4d25-b893-3f9a9e60e131 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=cd2f75aa-555e-4e70-b27f-30e0727f88fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379868 Sep 22 15:15:26.262849 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3fec4303-489e-4648-b6a2-0669d299ac9c req-af9a01a9-18c7-4c79-9863-84f2f3eea7ec service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833340 Sep 22 15:15:26.355542 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-3fec4303-489e-4648-b6a2-0669d299ac9c req-4ef7903c-aebf-4bb8-888d-76ff5b8e4188 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863917 Sep 22 15:15:27.162170 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f489426c-7819-4497-a1b8-a1ad52aed3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:15:28.195523 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:15:28.289290 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:15:29.199619 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:15:30.071698 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:15:30.075622 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:15:36.350992 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=50 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:15:36.352921 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=51 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:15:40.065009 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:15:40.071059 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:15:52.518682 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:15:53.223309 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:15:53.224076 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:15:54.734872 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-78754e65-3a69-4b02-9ae2-51c7e40b71d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:15:56.202916 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:15:57.163859 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fa50dae2-9f67-4499-8c73-8a805be609e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:15:58.292689 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:00.066704 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:00.077763 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:05.201486 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:06.198762 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:15.085251 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:15.086009 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:18.977947 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ad9da-a591-4643-9df1-be8ecc306cb7 req-d8931419-177d-4d97-bfc7-da0164b74dfd tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:18.979437 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ed0ad9da-a591-4643-9df1-be8ecc306cb7 req-d8931419-177d-4d97-bfc7-da0164b74dfd tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 946 time: 0.0504968 Sep 22 15:16:19.029648 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ed0ad9da-a591-4643-9df1-be8ecc306cb7 req-dfa55f6d-3557-48a8-ae27-2855a1f61e73 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442204 Sep 22 15:16:20.148494 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df7e94-c6f9-4e33-be0d-47b8b0b90e69 req-fc45cabf-6759-4aa8-83a1-0e62aec8f97d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:20.149953 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-16df7e94-c6f9-4e33-be0d-47b8b0b90e69 req-fc45cabf-6759-4aa8-83a1-0e62aec8f97d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 946 time: 0.0461581 Sep 22 15:16:20.198212 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-16df7e94-c6f9-4e33-be0d-47b8b0b90e69 req-7f79d74c-f189-45d5-9f9e-f2a31e2a2664 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420036 Sep 22 15:16:21.034539 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-27a8c942-57fe-4be5-8c3a-e48450d1a08b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:21.036023 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-27a8c942-57fe-4be5-8c3a-e48450d1a08b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 946 time: 0.0459790 Sep 22 15:16:21.134280 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Deleting port da96b071-4478-4248-a673-e6537585d838 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:16:21.134634 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (da96b071-4478-4248-a673-e6537585d838), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:21.224733 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] For port da96b071-4478-4248-a673-e6537585d838, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=da96b071-4478-4248-a673-e6537585d838,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:16:21.225110 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (da96b071-4478-4248-a673-e6537585d838), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:21.323681 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516e279-78b3-489b-a221-d762cf724734 req-69b54cd2-a0ef-4bf5-95a5-7e8df71ae52e tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:21.325314 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e516e279-78b3-489b-a221-d762cf724734 req-69b54cd2-a0ef-4bf5-95a5-7e8df71ae52e tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 946 time: 0.0489762 Sep 22 15:16:21.379880 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e516e279-78b3-489b-a221-d762cf724734 req-54643ef4-f906-4ca3-b1ae-8c39bb0f850f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488853 Sep 22 15:16:21.411547 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:21.411913 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (b0a4bbd4-9342-47fd-a1b4-42acb3f8e590), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:21.412232 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.l3_db [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Floating IP b0a4bbd4-9342-47fd-a1b4-42acb3f8e590 disassociated. External IP: 172.27.1.24, port: da96b071-4478-4248-a673-e6537585d838. Sep 22 15:16:21.412576 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Calling delete_port for da96b071-4478-4248-a673-e6537585d838 owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:16:21.537405 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (da96b071-4478-4248-a673-e6537585d838), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:21.565394 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event deleted for resources: {'Port': ['ID=da96b071-4478-4248-a673-e6537585d838,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:21.574896 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:21.575294 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:21.575647 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:21.576527 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:21.576868 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:21.577202 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:21.577536 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:21.578397 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:21.578397 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:21.578577 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:21.578827 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:21.579157 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:21.579514 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:21.579843 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:21.580169 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:21.686351 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Router dc4cf907-6b26-400f-afb5-b841b52f6193 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:16:21.787865 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:16:21.798452 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3aeb7d-3c24-4d09-a735-8c7bf739664a None None] Sync routers for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:16:21.809675 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3aeb7d-3c24-4d09-a735-8c7bf739664a None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:16:21.810715 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ba3aeb7d-3c24-4d09-a735-8c7bf739664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:15:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:21.835503 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] No DVR routers for this DVR port da96b071-4478-4248-a673-e6537585d838 on host hv-cinder-85646 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:16:21.837981 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:21.841409 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-0da2bf7d-dca0-42d6-a64d-1568716ef3db req-b4a39f12-bb95-4a95-902f-0c1103f3819f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.49 "DELETE /networking/v2.0/ports/da96b071-4478-4248-a673-e6537585d838 HTTP/1.1" status: 204 len: 173 time: 0.8000083 Sep 22 15:16:21.842492 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d68085-7a42-4d4f-88e8-925f37d5d072', 'name': 'network-vif-deleted', 'tag': 'da96b071-4478-4248-a673-e6537585d838'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:16:21.844783 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d150d51-73ee-42d7-98d9-dfa50a656e12" -d '{"events": [{"server_uuid": "45d68085-7a42-4d4f-88e8-925f37d5d072", "name": "network-vif-deleted", "tag": "da96b071-4478-4248-a673-e6537585d838"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:16:21.915283 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-ba3aeb7d-3c24-4d09-a735-8c7bf739664a None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:16:21.967180 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b812f37b-fb0f-4486-ab88-f85f23593beb x-openstack-request-id: req-b812f37b-fb0f-4486-ab88-f85f23593beb {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:16:21.967518 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d68085-7a42-4d4f-88e8-925f37d5d072", "name": "network-vif-deleted", "tag": "da96b071-4478-4248-a673-e6537585d838", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:16:21.967779 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b812f37b-fb0f-4486-ab88-f85f23593beb {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:16:21.968183 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b812f37b-fb0f-4486-ab88-f85f23593beb'] response: {'server_uuid': '45d68085-7a42-4d4f-88e8-925f37d5d072', 'name': 'network-vif-deleted', 'tag': 'da96b071-4478-4248-a673-e6537585d838', 'status': 'completed', 'code': 200} Sep 22 15:16:22.104402 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ba3aeb7d-3c24-4d09-a735-8c7bf739664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:22.136087 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3aeb7d-3c24-4d09-a735-8c7bf739664a None None] Checking router: dc4cf907-6b26-400f-afb5-b841b52f6193 for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:16:22.147386 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3aeb7d-3c24-4d09-a735-8c7bf739664a None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:16:22.147986 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ba3aeb7d-3c24-4d09-a735-8c7bf739664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:15:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:22.255369 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-ba3aeb7d-3c24-4d09-a735-8c7bf739664a None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:16:22.436838 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-ba3aeb7d-3c24-4d09-a735-8c7bf739664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:22.460932 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3aeb7d-3c24-4d09-a735-8c7bf739664a None None] The sync data for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi is: [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:16:22.485409 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1bb3d496-6734-4cd3-9b60-e106511ed7ca req-8b5284cd-7630-4be8-bd3c-687ec4035e85 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 210 time: 0.0283780 Sep 22 15:16:22.520298 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:22.720915 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edcdac2-d5b1-407c-817e-913fa2a0625c None None] New status for floating IP b0a4bbd4-9342-47fd-a1b4-42acb3f8e590: DOWN {{(pid=106243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:16:23.603506 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-581e00e1-b443-4d43-bcbf-162480fb76fe req-97f8ef3d-0e70-4d6a-b9e9-3ca9b7e16dce tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=45d68085-7a42-4d4f-88e8-925f37d5d072 HTTP/1.1" status: 200 len: 210 time: 0.0274861 Sep 22 15:16:24.508798 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5206e0f-f228-4b95-8e95-8650769f6e42 req-aef91ab2-4f11-4b34-a6af-9e3ea8b8b368 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:24.510346 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b5206e0f-f228-4b95-8e95-8650769f6e42 req-aef91ab2-4f11-4b34-a6af-9e3ea8b8b368 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 945 time: 0.0593116 Sep 22 15:16:24.559464 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b5206e0f-f228-4b95-8e95-8650769f6e42 req-64a18ce2-ea1d-4ee4-80f8-54a87e3fb5f5 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=ff558093-848b-47bf-bcd4-519c13ff92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427160 Sep 22 15:16:24.736460 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-befee4b8-a437-46b5-87c0-ff0688590396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:24.835858 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-d69f0642-1d5e-47c1-b8cc-5e6cab071b1d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1322346546&fields=id&tenant_id=643f960acfbb4e5d8218e8dadc9066be HTTP/1.1" status: 200 len: 267 time: 0.0515754 Sep 22 15:16:24.946582 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-72a2f375-4381-4cde-8107-980fe43b8619 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:24.947979 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-72a2f375-4381-4cde-8107-980fe43b8619 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 812 time: 0.1051178 Sep 22 15:16:24.962574 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-6e313be7-e442-4423-80b7-38f82dd07c8b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/quotas/643f960acfbb4e5d8218e8dadc9066be HTTP/1.1" status: 200 len: 375 time: 0.0091734 Sep 22 15:16:25.015765 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-625cd563-1f78-4da5-a89c-103681449c8c tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477538 Sep 22 15:16:25.152574 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-2d70a364-e5c4-4ba8-83fc-ab57cc9022f7 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257193 Sep 22 15:16:25.245428 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-33f0ded9-be6d-4572-9f73-02395b613420 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864072 Sep 22 15:16:25.539537 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ddde0392-5325-4f50-9d8c-bbdf5dfbde1b req-4295f125-5bbb-4999-85d8-92b2c3516c4e tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 210 time: 0.0289497 Sep 22 15:16:25.678774 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d954fe-7bfa-4135-bbcf-b290306ce013 req-54bc3c5b-eb46-46aa-b24b-916a53bc9222 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:25.680286 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-86d954fe-7bfa-4135-bbcf-b290306ce013 req-54bc3c5b-eb46-46aa-b24b-916a53bc9222 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 945 time: 0.0464740 Sep 22 15:16:25.726498 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-86d954fe-7bfa-4135-bbcf-b290306ce013 req-07292d66-9819-4032-83c6-5abaa05f1a10 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=ff558093-848b-47bf-bcd4-519c13ff92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402408 Sep 22 15:16:25.892556 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device da96b071-4478-4248-a673-e6537585d838 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:16:25.911254 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: da96b071-4478-4248-a673-e6537585d838 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:16:25.911608 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device da96b071-4478-4248-a673-e6537585d838 not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:16:26.524044 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-039e852e-20ad-4a52-b252-3e290cf0b9c1 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:26.525542 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-039e852e-20ad-4a52-b252-3e290cf0b9c1 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 945 time: 0.0466468 Sep 22 15:16:26.591226 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:26.609082 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-34ae078d-2675-4db7-b86a-17f89aa17d82 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Deleting port 69438aa8-7540-4e21-a865-0467deba454e {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:16:26.609425 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-34ae078d-2675-4db7-b86a-17f89aa17d82 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (69438aa8-7540-4e21-a865-0467deba454e), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:26.613353 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:26.633610 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a7b7c3d-c023-417a-b9f1-5c8f7aab1935 req-129de1e1-9323-413f-87f9-90a9aa4da62f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 210 time: 0.0349679 Sep 22 15:16:26.708769 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-34ae078d-2675-4db7-b86a-17f89aa17d82 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] For port 69438aa8-7540-4e21-a865-0467deba454e, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=69438aa8-7540-4e21-a865-0467deba454e,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:16:26.709137 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-34ae078d-2675-4db7-b86a-17f89aa17d82 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (69438aa8-7540-4e21-a865-0467deba454e), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:26.848271 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b9e36-d096-4e4d-a908-19174301fb1c req-8b8abe57-e52f-472d-933a-2f29719500d9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:26.849760 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-972b9e36-d096-4e4d-a908-19174301fb1c req-8b8abe57-e52f-472d-933a-2f29719500d9 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 945 time: 0.0470071 Sep 22 15:16:26.871296 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-34ae078d-2675-4db7-b86a-17f89aa17d82 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:26.871655 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-34ae078d-2675-4db7-b86a-17f89aa17d82 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (f4ca36c6-277e-48f1-8a15-6c8f163b2b86), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:26.871971 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.l3_db [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-34ae078d-2675-4db7-b86a-17f89aa17d82 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Floating IP f4ca36c6-277e-48f1-8a15-6c8f163b2b86 disassociated. External IP: 172.27.1.229, port: 69438aa8-7540-4e21-a865-0467deba454e. Sep 22 15:16:26.872310 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-34ae078d-2675-4db7-b86a-17f89aa17d82 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Calling delete_port for 69438aa8-7540-4e21-a865-0467deba454e owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:16:26.876060 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:26.897939 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-972b9e36-d096-4e4d-a908-19174301fb1c req-b47169f2-24e1-4717-8e5c-7bb09e6be129 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=ff558093-848b-47bf-bcd4-519c13ff92f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424900 Sep 22 15:16:27.001957 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-34ae078d-2675-4db7-b86a-17f89aa17d82 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (69438aa8-7540-4e21-a865-0467deba454e), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:27.030858 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae078d-2675-4db7-b86a-17f89aa17d82 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event deleted for resources: {'Port': ['ID=69438aa8-7540-4e21-a865-0467deba454e,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:27.139921 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-34ae078d-2675-4db7-b86a-17f89aa17d82 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Router 57293e37-6179-4bb8-ab00-1fb5959f2c3a has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:16:27.166822 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ee007732-5890-44cb-8b56-72d17b78f6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:27.248295 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-34ae078d-2675-4db7-b86a-17f89aa17d82 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:16:27.262085 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec8b7e-0dc8-40de-b9c5-7de530d8d098 None None] Sync routers for ids ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:16:27.273095 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec8b7e-0dc8-40de-b9c5-7de530d8d098 None None] Routers {'57293e37-6179-4bb8-ab00-1fb5959f2c3a'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:16:27.273697 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-8dec8b7e-0dc8-40de-b9c5-7de530d8d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:16:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:27.290903 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-34ae078d-2675-4db7-b86a-17f89aa17d82 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] No DVR routers for this DVR port 69438aa8-7540-4e21-a865-0467deba454e on host hv-cinder-85646 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:16:27.293632 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-34ae078d-2675-4db7-b86a-17f89aa17d82 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:27.297120 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-92cf7b28-2041-4121-ab82-7ec59c67be9f req-34ae078d-2675-4db7-b86a-17f89aa17d82 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.49 "DELETE /networking/v2.0/ports/69438aa8-7540-4e21-a865-0467deba454e HTTP/1.1" status: 204 len: 173 time: 0.7652209 Sep 22 15:16:27.297692 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cbdaf8-8bd6-422d-afed-bd97159485c4', 'name': 'network-vif-deleted', 'tag': '69438aa8-7540-4e21-a865-0467deba454e'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:16:27.300309 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659d3e20-2bfb-44c1-81d1-14b0821ab9df" -d '{"events": [{"server_uuid": "24cbdaf8-8bd6-422d-afed-bd97159485c4", "name": "network-vif-deleted", "tag": "69438aa8-7540-4e21-a865-0467deba454e"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:16:27.345467 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e63c4a-5c57-4be5-bf54-184743e1dbe9 x-openstack-request-id: req-f1e63c4a-5c57-4be5-bf54-184743e1dbe9 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:16:27.345765 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cbdaf8-8bd6-422d-afed-bd97159485c4", "name": "network-vif-deleted", "tag": "69438aa8-7540-4e21-a865-0467deba454e", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:16:27.346022 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f1e63c4a-5c57-4be5-bf54-184743e1dbe9 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:16:27.346433 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e63c4a-5c57-4be5-bf54-184743e1dbe9'] response: {'server_uuid': '24cbdaf8-8bd6-422d-afed-bd97159485c4', 'name': 'network-vif-deleted', 'tag': '69438aa8-7540-4e21-a865-0467deba454e', 'status': 'completed', 'code': 200} Sep 22 15:16:27.468954 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-8dec8b7e-0dc8-40de-b9c5-7de530d8d098 None None] Set router 57293e37-6179-4bb8-ab00-1fb5959f2c3a gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:16:27.616809 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:27.659637 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-8dec8b7e-0dc8-40de-b9c5-7de530d8d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '151923b5-0de1-419b-9bd3-312c72d41950', 'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'mac_address': 'fa:16:3e:04:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:06Z', 'updated_at': '2022-09-22T15:10:10Z', 'revision_number': 5, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'subnets': [{'id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:27.684294 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec8b7e-0dc8-40de-b9c5-7de530d8d098 None None] Checking router: 57293e37-6179-4bb8-ab00-1fb5959f2c3a for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:16:27.693278 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec8b7e-0dc8-40de-b9c5-7de530d8d098 None None] Routers {'57293e37-6179-4bb8-ab00-1fb5959f2c3a'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:16:27.693878 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-8dec8b7e-0dc8-40de-b9c5-7de530d8d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:16:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:27.717622 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-65022b57-d850-4dce-8e32-44413ac9122a req-1b661d78-a22a-43dc-96f6-937c7d5823b6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 210 time: 0.0277946 Sep 22 15:16:27.738472 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:27.802775 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-8dec8b7e-0dc8-40de-b9c5-7de530d8d098 None None] Set router 57293e37-6179-4bb8-ab00-1fb5959f2c3a gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:16:27.861003 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-13d770af-11fc-4acb-9dc7-4deaf06676d1 req-02e82c0c-c43c-43af-8266-6f1b0c46de04 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0448458 Sep 22 15:16:27.961438 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-13d770af-11fc-4acb-9dc7-4deaf06676d1 req-e9dfa692-36a6-49a9-8b07-b2b3166bae29 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 210 time: 0.0353482 Sep 22 15:16:28.013377 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-8dec8b7e-0dc8-40de-b9c5-7de530d8d098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '151923b5-0de1-419b-9bd3-312c72d41950', 'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'mac_address': 'fa:16:3e:04:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:06Z', 'updated_at': '2022-09-22T15:10:10Z', 'revision_number': 5, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'subnets': [{'id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:28.029906 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1d63878b-d4aa-4147-a15c-c505f908c7d8 req-0bb64db1-e3c7-45cb-954f-6345bb1a6342 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=24cbdaf8-8bd6-422d-afed-bd97159485c4 HTTP/1.1" status: 200 len: 210 time: 0.0310760 Sep 22 15:16:28.041762 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec8b7e-0dc8-40de-b9c5-7de530d8d098 None None] The sync data for ids ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'] in dv-cinder-856463-5-iscsi is: [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:10:07Z', 'revision_number': 4, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '151923b5-0de1-419b-9bd3-312c72d41950', 'name': '', 'network_id': '063c128a-40d2-4d84-82e5-5c501116e376', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'mac_address': 'fa:16:3e:04:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:06Z', 'updated_at': '2022-09-22T15:10:10Z', 'revision_number': 5, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'subnets': [{'id': 'ca17cbf9-2c29-4127-b529-fbee7e7385d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:16:28.098735 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d770af-11fc-4acb-9dc7-4deaf06676d1 req-65f9cc08-6ec4-431a-9062-245a7be6acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:28.100117 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-13d770af-11fc-4acb-9dc7-4deaf06676d1 req-65f9cc08-6ec4-431a-9062-245a7be6acae service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1008964 Sep 22 15:16:28.187411 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:28.202491 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d770af-11fc-4acb-9dc7-4deaf06676d1 req-149d4c8c-1619-4b25-af41-08f037d5edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:28.204008 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-13d770af-11fc-4acb-9dc7-4deaf06676d1 req-149d4c8c-1619-4b25-af41-08f037d5edcf service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968792 Sep 22 15:16:28.269082 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e89fce6-b81a-4ec6-a221-d9cf65ad2f0d None None] New status for floating IP f4ca36c6-277e-48f1-8a15-6c8f163b2b86: DOWN {{(pid=106243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:16:28.496806 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:28.805094 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1092cb97-3360-41eb-8427-71079ccca6bf req-e254a8af-cae4-48b1-bb49-c13923860d94 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 210 time: 0.0297170 Sep 22 15:16:29.126632 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56750) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:29.152875 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:29.181862 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group (ff558093-848b-47bf-bcd4-519c13ff92f8), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:29.204407 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group (ff558093-848b-47bf-bcd4-519c13ff92f8), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:29.251966 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (ff558093-848b-47bf-bcd4-519c13ff92f8), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:29.254588 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:29.255691 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "DELETE /networking/v2.0/security-groups/ff558093-848b-47bf-bcd4-519c13ff92f8 HTTP/1.1" status: 204 len: 168 time: 0.1280332 Sep 22 15:16:29.258577 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56752) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:29.266139 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff558093-848b-47bf-bcd4-519c13ff92f8,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:29.273271 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.api.v2.resource [None req-df675c6e-dbcd-4b4c-9c46-bdb70eb3643f tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] show failed (client error): The resource could not be found. Sep 22 15:16:29.274266 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-df675c6e-dbcd-4b4c-9c46-bdb70eb3643f tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "GET /networking/v2.0/security-groups/ff558093-848b-47bf-bcd4-519c13ff92f8 HTTP/1.1" status: 404 len: 347 time: 0.0144770 Sep 22 15:16:29.274751 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:29.275106 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:29.275488 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:29.275833 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:29.276171 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:29.276503 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:29.276835 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:29.277071 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56754) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:29.277187 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:29.277486 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:29.277815 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:29.278154 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:29.278472 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:29.278851 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:29.279232 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:29.279583 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be2c2b-8e71-4309-ac30-789fa82d456b tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:29.324014 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:29.391744 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-b7b71c36-6f9e-48f6-b71f-facf5605ef65 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Deleting port d325614f-ce05-4379-ae7a-f974dd31c809 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:16:29.392082 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b7b71c36-6f9e-48f6-b71f-facf5605ef65 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (d325614f-ce05-4379-ae7a-f974dd31c809), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:29.468816 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b7b71c36-6f9e-48f6-b71f-facf5605ef65 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (d325614f-ce05-4379-ae7a-f974dd31c809), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:29.469144 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b7b71c36-6f9e-48f6-b71f-facf5605ef65 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for floatingip (d325614f-ce05-4379-ae7a-f974dd31c809), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:29.481454 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-b7b71c36-6f9e-48f6-b71f-facf5605ef65 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Calling delete_port for d325614f-ce05-4379-ae7a-f974dd31c809 owned by network:floatingip {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:16:29.608458 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b7b71c36-6f9e-48f6-b71f-facf5605ef65 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (d325614f-ce05-4379-ae7a-f974dd31c809), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:29.635497 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b71c36-6f9e-48f6-b71f-facf5605ef65 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Pushing event deleted for resources: {'Port': ['ID=d325614f-ce05-4379-ae7a-f974dd31c809,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:29.697347 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b7b71c36-6f9e-48f6-b71f-facf5605ef65 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks [] for floatingip (f4ca36c6-277e-48f1-8a15-6c8f163b2b86), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:29.699870 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b7b71c36-6f9e-48f6-b71f-facf5605ef65 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:29.701639 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b7b71c36-6f9e-48f6-b71f-facf5605ef65 tempest-AttachVolumeTestJSON-404441234 tempest-AttachVolumeTestJSON-404441234-project] 10.222.0.66 "DELETE /networking/v2.0/floatingips/f4ca36c6-277e-48f1-8a15-6c8f163b2b86 HTTP/1.1" status: 204 len: 168 time: 0.4236674 Sep 22 15:16:29.887180 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 69438aa8-7540-4e21-a865-0467deba454e no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:16:29.906761 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: 69438aa8-7540-4e21-a865-0467deba454e {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:16:29.907116 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 69438aa8-7540-4e21-a865-0467deba454e not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:16:29.907623 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-46de2ee0-6fac-484f-b447-ec27ec409009 req-8801fd07-c59b-4677-bd8f-de17b3aecac6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 210 time: 0.0268829 Sep 22 15:16:30.069018 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:30.080632 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:31.016704 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-751a3418-be05-4f8c-95ba-e08581a7e5e4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:31.018191 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-751a3418-be05-4f8c-95ba-e08581a7e5e4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.49 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 812 time: 0.3510084 Sep 22 15:16:31.030975 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d56add48-c2e9-4ac8-987c-3875cb6f2362 req-eb625e64-fdf2-4f44-b3e9-9cc4c0af2b2d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 210 time: 0.0306575 Sep 22 15:16:31.087374 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-eaf4d115-1bed-4b51-be63-4012682b3991 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=643f960acfbb4e5d8218e8dadc9066be HTTP/1.1" status: 200 len: 380 time: 0.0546348 Sep 22 15:16:31.096689 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-9db40eee-31e7-456d-957e-06cd92641d6a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Request body: {'port': {'device_id': '19e97f78-7fbc-403f-9863-1a478458434a', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'admin_state_up': True, 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'security_groups': ['c419bb7f-b99d-41a3-8b1f-e4ac4fee591b']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:16:31.208963 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-9db40eee-31e7-456d-957e-06cd92641d6a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Made reservation on behalf of 643f960acfbb4e5d8218e8dadc9066be for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:16:31.217593 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-9db40eee-31e7-456d-957e-06cd92641d6a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:31.330539 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:31.344658 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-9db40eee-31e7-456d-957e-06cd92641d6a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Allocated IP 172.20.0.14 (cd2f75aa-555e-4e70-b27f-30e0727f88fc/e758423a-0f5c-4f1d-a40d-edb31da8ce0d/4dd6d59c-610f-469f-b399-9636f8ed5224) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:16:31.384086 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:31.490136 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-9db40eee-31e7-456d-957e-06cd92641d6a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:31.522376 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-9db40eee-31e7-456d-957e-06cd92641d6a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:31.576324 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-9db40eee-31e7-456d-957e-06cd92641d6a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Network cd2f75aa-555e-4e70-b27f-30e0727f88fc is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:16:31.580246 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-9db40eee-31e7-456d-957e-06cd92641d6a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:16:31.584405 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-9db40eee-31e7-456d-957e-06cd92641d6a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:16:31.588713 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db40eee-31e7-456d-957e-06cd92641d6a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'Port': ['ID=4dd6d59c-610f-469f-b399-9636f8ed5224,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:31.642825 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-9db40eee-31e7-456d-957e-06cd92641d6a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:31.643652 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-9db40eee-31e7-456d-957e-06cd92641d6a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:31.662641 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-9db40eee-31e7-456d-957e-06cd92641d6a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5699072 Sep 22 15:16:31.681652 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Request body: {'port': {'device_id': '19e97f78-7fbc-403f-9863-1a478458434a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:16:31.749328 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:31.796375 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-89f44ad1-6410-458c-b376-70bf7e5acc94 None None] Provisioning complete for port 4dd6d59c-610f-469f-b399-9636f8ed5224 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:16:31.796930 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-89f44ad1-6410-458c-b376-70bf7e5acc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:31.797048 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-89f44ad1-6410-458c-b376-70bf7e5acc94 None None] Attempt 1 to provision port 4dd6d59c-610f-469f-b399-9636f8ed5224 Sep 22 15:16:31.828313 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-89f44ad1-6410-458c-b376-70bf7e5acc94 None None] Port 4dd6d59c-610f-469f-b399-9636f8ed5224 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:16:32.017702 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd6d59c-610f-469f-b399-9636f8ed5224 {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:16:32.025954 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Publish callbacks [] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:32.048213 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Transition to ACTIVE for port object 4dd6d59c-610f-469f-b399-9636f8ed5224 will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:16:32.052123 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:32.138187 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd6d59c-610f-469f-b399-9636f8ed5224,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:32.157430 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:32.165508 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0284b-e81e-466c-b263-6174f7447384 req-5f616653-98bf-40ff-9c33-9cd5b6c8ca2d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:32.167139 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-80b0284b-e81e-466c-b263-6174f7447384 req-5f616653-98bf-40ff-9c33-9cd5b6c8ca2d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 944 time: 0.0540028 Sep 22 15:16:32.182893 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Attempting to bind port 4dd6d59c-610f-469f-b399-9636f8ed5224 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:16:32.183304 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Attempting to bind port 4dd6d59c-610f-469f-b399-9636f8ed5224 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:16:32.183681 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Attempting to bind port 4dd6d59c-610f-469f-b399-9636f8ed5224 on network cd2f75aa-555e-4e70-b27f-30e0727f88fc {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:16:32.231133 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-80b0284b-e81e-466c-b263-6174f7447384 req-8234856a-a81b-4e0b-9fc5-57960cc81d7d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551617 Sep 22 15:16:32.235695 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Port 4dd6d59c-610f-469f-b399-9636f8ed5224 on network cd2f75aa-555e-4e70-b27f-30e0727f88fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:16:32.236041 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Attempting to bind port 4dd6d59c-610f-469f-b399-9636f8ed5224 on network cd2f75aa-555e-4e70-b27f-30e0727f88fc {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:16:32.239317 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:32.283073 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:16:32.283443 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Checking segment: {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:16:32.283834 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Bound using segment: {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:16:32.284275 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Bound port: 4dd6d59c-610f-469f-b399-9636f8ed5224, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:16:32.284641 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:32.329201 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-89f44ad1-6410-458c-b376-70bf7e5acc94 None None] Attempt 2 to provision port 4dd6d59c-610f-469f-b399-9636f8ed5224 Sep 22 15:16:32.345385 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] For port 4dd6d59c-610f-469f-b399-9636f8ed5224, host hv-cinder-85646, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:16:32.348816 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] For port 4dd6d59c-610f-469f-b399-9636f8ed5224, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4dd6d59c-610f-469f-b399-9636f8ed5224,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:16:32.354183 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:32.358415 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:32.359048 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:32.360460 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/4dd6d59c-610f-469f-b399-9636f8ed5224 HTTP/1.1" status: 200 len: 1094 time: 0.6840165 Sep 22 15:16:32.362619 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e97f78-7fbc-403f-9863-1a478458434a', 'tag': '4dd6d59c-610f-469f-b399-9636f8ed5224'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:16:32.364960 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97d45e1-7f5f-49ca-98be-7d360bba4f11" -d '{"events": [{"name": "network-changed", "server_uuid": "19e97f78-7fbc-403f-9863-1a478458434a", "tag": "4dd6d59c-610f-469f-b399-9636f8ed5224"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:16:32.365120 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-89f44ad1-6410-458c-b376-70bf7e5acc94 None None] Port 4dd6d59c-610f-469f-b399-9636f8ed5224 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:16:32.403608 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f433e6dd-d6d9-4f29-bc68-5095787db1d4 x-openstack-request-id: req-f433e6dd-d6d9-4f29-bc68-5095787db1d4 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:16:32.404418 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e97f78-7fbc-403f-9863-1a478458434a", "tag": "4dd6d59c-610f-469f-b399-9636f8ed5224", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:16:32.404678 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f433e6dd-d6d9-4f29-bc68-5095787db1d4 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:16:32.405078 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f433e6dd-d6d9-4f29-bc68-5095787db1d4'] response: {'name': 'network-changed', 'server_uuid': '19e97f78-7fbc-403f-9863-1a478458434a', 'tag': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'status': 'completed', 'code': 200} Sep 22 15:16:32.417561 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050eaf2f-08d2-4f9d-b13b-270870bc8374 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd6d59c-610f-469f-b399-9636f8ed5224,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:32.494945 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-4a94be6e-2857-4486-934a-25919dd79c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:32.496601 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-4a94be6e-2857-4486-934a-25919dd79c02 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 1128 time: 0.0492091 Sep 22 15:16:32.548422 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-a5568b36-26ed-4d18-ab1c-06802576b698 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd6d59c-610f-469f-b399-9636f8ed5224 HTTP/1.1" status: 200 len: 217 time: 0.0360496 Sep 22 15:16:32.600397 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-a2a23beb-1460-4aee-8f6e-37fa31f7b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:32.601855 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-a2a23beb-1460-4aee-8f6e-37fa31f7b4a2 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 200 len: 851 time: 0.0475171 Sep 22 15:16:32.644863 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-8940ae5f-4815-4c31-91f1-7811ee9cfb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:32.646326 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-8940ae5f-4815-4c31-91f1-7811ee9cfb2d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=cd2f75aa-555e-4e70-b27f-30e0727f88fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379355 Sep 22 15:16:32.741006 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-4e81ab55-1a44-49d3-b130-0b440efca526 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874860 Sep 22 15:16:32.841310 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5a081bf8-0617-4aa2-b7da-503a981b9665 req-833c876d-cc05-4802-a468-c8d6a6ea3ec0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938814 Sep 22 15:16:32.866775 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-89f44ad1-6410-458c-b376-70bf7e5acc94 None None] Attempt 3 to provision port 4dd6d59c-610f-469f-b399-9636f8ed5224 Sep 22 15:16:32.903608 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-89f44ad1-6410-458c-b376-70bf7e5acc94 None None] Port 4dd6d59c-610f-469f-b399-9636f8ed5224 had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 15:16:33.200047 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:16:33.340769 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56794) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:33.362451 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3526d-92a0-446e-a70c-33e37034bf58 req-f112b206-ba2e-4277-93ff-91cf7f056e14 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:33.363942 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c2d3526d-92a0-446e-a70c-33e37034bf58 req-f112b206-ba2e-4277-93ff-91cf7f056e14 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 944 time: 0.0479293 Sep 22 15:16:33.416140 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c2d3526d-92a0-446e-a70c-33e37034bf58 req-6efeb627-1d35-49c4-aee2-0aee06d24688 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463481 Sep 22 15:16:33.776452 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d45e1-7f5f-49ca-98be-7d360bba4f11 req-f5ad3f9b-117b-4677-a838-ad440a092f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:33.777868 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e97d45e1-7f5f-49ca-98be-7d360bba4f11 req-f5ad3f9b-117b-4677-a838-ad440a092f3f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 1128 time: 0.0654662 Sep 22 15:16:33.827372 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:33.872720 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e882cd2c-7d4f-45fe-b500-9f87133a6c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4097958'] for router_interface (57293e37-6179-4bb8-ab00-1fb5959f2c3a), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:33.916838 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:33.951740 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d45e1-7f5f-49ca-98be-7d360bba4f11 req-79757e9b-993e-471f-98e1-b21f04faccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:33.953218 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e97d45e1-7f5f-49ca-98be-7d360bba4f11 req-79757e9b-993e-471f-98e1-b21f04faccc8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 913 time: 0.1662762 Sep 22 15:16:34.014837 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e97d45e1-7f5f-49ca-98be-7d360bba4f11 req-1b1734fc-19c2-4d22-98ad-4e2d4f3bfeba service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd6d59c-610f-469f-b399-9636f8ed5224 HTTP/1.1" status: 200 len: 217 time: 0.0379519 Sep 22 15:16:34.114258 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d45e1-7f5f-49ca-98be-7d360bba4f11 req-2b9bb015-59e8-49a7-954e-341045ebd3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:34.115760 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e97d45e1-7f5f-49ca-98be-7d360bba4f11 req-2b9bb015-59e8-49a7-954e-341045ebd3c2 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 200 len: 851 time: 0.0943375 Sep 22 15:16:34.184385 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d45e1-7f5f-49ca-98be-7d360bba4f11 req-9677a9f1-1e6e-4230-93b2-9a26caffe5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:34.185902 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e97d45e1-7f5f-49ca-98be-7d360bba4f11 req-9677a9f1-1e6e-4230-93b2-9a26caffe5e0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=cd2f75aa-555e-4e70-b27f-30e0727f88fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638189 Sep 22 15:16:34.268086 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-e882cd2c-7d4f-45fe-b500-9f87133a6c1e admin admin] Deleting port 151923b5-0de1-419b-9bd3-312c72d41950 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:16:34.268427 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e882cd2c-7d4f-45fe-b500-9f87133a6c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (151923b5-0de1-419b-9bd3-312c72d41950), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:34.352610 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e97d45e1-7f5f-49ca-98be-7d360bba4f11 req-685da02a-db37-41fc-99f3-cdc0d52bd7f8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603489 Sep 22 15:16:34.432371 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-e882cd2c-7d4f-45fe-b500-9f87133a6c1e admin admin] For port 151923b5-0de1-419b-9bd3-312c72d41950, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=151923b5-0de1-419b-9bd3-312c72d41950,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:16:34.432663 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e882cd2c-7d4f-45fe-b500-9f87133a6c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (151923b5-0de1-419b-9bd3-312c72d41950), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:34.451928 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-e882cd2c-7d4f-45fe-b500-9f87133a6c1e admin admin] Calling delete_port for 151923b5-0de1-419b-9bd3-312c72d41950 owned by network:router_interface {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:16:34.516731 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-e97d45e1-7f5f-49ca-98be-7d360bba4f11 req-fc23c131-7b68-4b48-a8cf-d81af85e885c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563680 Sep 22 15:16:34.540679 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c4a98-5fc8-438c-9b1c-46dee8b7c69b req-6e37694e-e9dd-466f-9420-130797198d07 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:34.542178 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-350c4a98-5fc8-438c-9b1c-46dee8b7c69b req-6e37694e-e9dd-466f-9420-130797198d07 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 944 time: 0.0463326 Sep 22 15:16:34.590844 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-350c4a98-5fc8-438c-9b1c-46dee8b7c69b req-c65dfc43-6102-46fa-92af-7418b1169180 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426946 Sep 22 15:16:34.652931 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:34.657129 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e882cd2c-7d4f-45fe-b500-9f87133a6c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (151923b5-0de1-419b-9bd3-312c72d41950), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:34.662249 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:34.682981 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882cd2c-7d4f-45fe-b500-9f87133a6c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=151923b5-0de1-419b-9bd3-312c72d41950,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:35.087930 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e882cd2c-7d4f-45fe-b500-9f87133a6c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4121366'] for router_interface (57293e37-6179-4bb8-ab00-1fb5959f2c3a), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:35.288395 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e882cd2c-7d4f-45fe-b500-9f87133a6c1e admin admin] Router 57293e37-6179-4bb8-ab00-1fb5959f2c3a has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:16:35.388751 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e882cd2c-7d4f-45fe-b500-9f87133a6c1e admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:16:35.393915 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e882cd2c-7d4f-45fe-b500-9f87133a6c1e admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/57293e37-6179-4bb8-ab00-1fb5959f2c3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0526350 Sep 22 15:16:35.396482 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56800) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:35.398977 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f5acf-0615-4240-af12-26169fe4688f None None] Sync routers for ids ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:16:35.410740 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f5acf-0615-4240-af12-26169fe4688f None None] Routers {'57293e37-6179-4bb8-ab00-1fb5959f2c3a'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:16:35.411487 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-dd7f5acf-0615-4240-af12-26169fe4688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:16:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:35.494968 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] Publish callbacks [] for router (57293e37-6179-4bb8-ab00-1fb5959f2c3a), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:35.510897 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-dd7f5acf-0615-4240-af12-26169fe4688f None None] Set router 57293e37-6179-4bb8-ab00-1fb5959f2c3a gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:16:35.592781 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] Publish callbacks [] for router_gateway (57293e37-6179-4bb8-ab00-1fb5959f2c3a), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:35.636998 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] Deleting port 6e01bfb0-0097-4779-9a4e-69ef78268885 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:16:35.637445 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (6e01bfb0-0097-4779-9a4e-69ef78268885), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:35.688213 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-dd7f5acf-0615-4240-af12-26169fe4688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:16:34Z', 'revision_number': 5, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port': {'id': '6e01bfb0-0097-4779-9a4e-69ef78268885', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:10:05Z', 'updated_at': '2022-09-22T15:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:35.714208 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f5acf-0615-4240-af12-26169fe4688f None None] Checking router: 57293e37-6179-4bb8-ab00-1fb5959f2c3a for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:16:35.723834 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20758d-90b3-41c9-9200-6ae87ee71255 req-627b4da2-388a-4c6b-baec-46864a281197 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:35.724404 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f5acf-0615-4240-af12-26169fe4688f None None] Routers {'57293e37-6179-4bb8-ab00-1fb5959f2c3a'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:16:35.724516 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-dd7f5acf-0615-4240-af12-26169fe4688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:16:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:35.726109 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] For port 6e01bfb0-0097-4779-9a4e-69ef78268885, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=6e01bfb0-0097-4779-9a4e-69ef78268885,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:16:35.726477 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (6e01bfb0-0097-4779-9a4e-69ef78268885), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:35.727640 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2e20758d-90b3-41c9-9200-6ae87ee71255 req-627b4da2-388a-4c6b-baec-46864a281197 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 944 time: 0.0505362 Sep 22 15:16:35.740255 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] Calling delete_port for 6e01bfb0-0097-4779-9a4e-69ef78268885 owned by network:router_gateway {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:16:35.777525 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2e20758d-90b3-41c9-9200-6ae87ee71255 req-4b73690e-87e7-4937-accb-dcf0c514842d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444431 Sep 22 15:16:35.786637 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:35.799873 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:35.810208 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-dd7f5acf-0615-4240-af12-26169fe4688f None None] Set router 57293e37-6179-4bb8-ab00-1fb5959f2c3a gateway port host: None {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:16:35.860675 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-dd7f5acf-0615-4240-af12-26169fe4688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:16:35Z', 'revision_number': 6, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port_host': None}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:35.885382 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f5acf-0615-4240-af12-26169fe4688f None None] The sync data for ids ['57293e37-6179-4bb8-ab00-1fb5959f2c3a'] in dv-cinder-856463-5-iscsi is: [{'id': '57293e37-6179-4bb8-ab00-1fb5959f2c3a', 'name': 'tempest-AttachVolumeTestJSON-120818777-router', 'tenant_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:10:04Z', 'updated_at': '2022-09-22T15:16:35Z', 'revision_number': 6, 'project_id': '97d3ac84a92a42b1adc0ffb829e0de6f', 'gw_port_host': None}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:16:35.914536 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (6e01bfb0-0097-4779-9a4e-69ef78268885), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:35.945001 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e01bfb0-0097-4779-9a4e-69ef78268885,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:35.997910 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121692'] for router_gateway (57293e37-6179-4bb8-ab00-1fb5959f2c3a), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.081848 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15746'] for router (57293e37-6179-4bb8-ab00-1fb5959f2c3a), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.083973 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] Publish callbacks [] for router_controller (57293e37-6179-4bb8-ab00-1fb5959f2c3a), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.127185 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4121451'] for router (57293e37-6179-4bb8-ab00-1fb5959f2c3a), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.127781 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57293e37-6179-4bb8-ab00-1fb5959f2c3a {{(pid=106242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 15:16:36.131986 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.133225 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5c56942c-9156-4c3b-a254-98a7fad6d411 admin admin] 10.222.0.66 "DELETE /networking/v2.0/routers/57293e37-6179-4bb8-ab00-1fb5959f2c3a HTTP/1.1" status: 204 len: 168 time: 0.7358155 Sep 22 15:16:36.135855 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56804) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:36.185500 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9c5233-5e3e-4be7-a115-d9d3c6210eea admin admin] Deleting subnet ca17cbf9-2c29-4127-b529-fbee7e7385d6 {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 15:16:36.188554 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7a9c5233-5e3e-4be7-a115-d9d3c6210eea admin admin] Publish callbacks [] for subnet (ca17cbf9-2c29-4127-b529-fbee7e7385d6), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.223482 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7a9c5233-5e3e-4be7-a115-d9d3c6210eea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9124838'] for subnet (ca17cbf9-2c29-4127-b529-fbee7e7385d6), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.304786 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7a9c5233-5e3e-4be7-a115-d9d3c6210eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (ca17cbf9-2c29-4127-b529-fbee7e7385d6), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.356067 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7a9c5233-5e3e-4be7-a115-d9d3c6210eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9125835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969113'] for subnet (ca17cbf9-2c29-4127-b529-fbee7e7385d6), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.383341 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-7a9c5233-5e3e-4be7-a115-d9d3c6210eea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.387115 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-7a9c5233-5e3e-4be7-a115-d9d3c6210eea admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/ca17cbf9-2c29-4127-b529-fbee7e7385d6 HTTP/1.1" status: 204 len: 168 time: 0.2502418 Sep 22 15:16:36.388671 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c5233-5e3e-4be7-a115-d9d3c6210eea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca17cbf9-2c29-4127-b529-fbee7e7385d6,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:36.389530 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1518bf32-0164-45eb-91c6-35cbd7e40a91 None None] Network 063c128a-40d2-4d84-82e5-5c501116e376 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:16:36.390628 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56806) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:36.462288 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (063c128a-40d2-4d84-82e5-5c501116e376), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.507871 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] Deleting port 93d38dfd-7398-498e-8851-f72157241167 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:16:36.508207 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (93d38dfd-7398-498e-8851-f72157241167), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.573031 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] For port 93d38dfd-7398-498e-8851-f72157241167, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=93d38dfd-7398-498e-8851-f72157241167,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:16:36.573318 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (93d38dfd-7398-498e-8851-f72157241167), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.585404 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] Calling delete_port for 93d38dfd-7398-498e-8851-f72157241167 owned by network:dhcp {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:16:36.629762 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] DHCP port deletion for 063c128a-40d2-4d84-82e5-5c501116e376 request from dv-cinder-856463-5-iscsi {{(pid=106243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 15:16:36.649376 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:36.667742 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Deleting port 93d38dfd-7398-498e-8851-f72157241167 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:16:36.668325 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (93d38dfd-7398-498e-8851-f72157241167), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.672814 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (93d38dfd-7398-498e-8851-f72157241167), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.698043 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=93d38dfd-7398-498e-8851-f72157241167,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:36.702302 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] No DVR routers for this DVR port 93d38dfd-7398-498e-8851-f72157241167 on host dv-cinder-856463-5-iscsi {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:16:36.736732 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] For port 93d38dfd-7398-498e-8851-f72157241167, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=93d38dfd-7398-498e-8851-f72157241167,segment=NetworkSegment(f24d1e83-451b-4c8c-b22f-14db39b6d2b5),segment_id=f24d1e83-451b-4c8c-b22f-14db39b6d2b5)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:16:36.737141 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (93d38dfd-7398-498e-8851-f72157241167), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.752690 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Calling delete_port for 93d38dfd-7398-498e-8851-f72157241167 owned by network:dhcp {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:16:36.778261 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (063c128a-40d2-4d84-82e5-5c501116e376), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.799776 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063c128a-40d2-4d84-82e5-5c501116e376']}} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:36.812471 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5') {'for_net_delete': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:36.812807 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24d1e83-451b-4c8c-b22f-14db39b6d2b5') {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:36.822551 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:36.826452 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259296'] for segment (f24d1e83-451b-4c8c-b22f-14db39b6d2b5), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.830707 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764'] for port (93d38dfd-7398-498e-8851-f72157241167), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.846716 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (f24d1e83-451b-4c8c-b22f-14db39b6d2b5), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.857922 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=106241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 15:16:36.858432 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326477'] for segment (f24d1e83-451b-4c8c-b22f-14db39b6d2b5), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.861128 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Pushing event deleted for resources: {'Port': ['ID=93d38dfd-7398-498e-8851-f72157241167,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:36.877883 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] No DVR routers for this DVR port 93d38dfd-7398-498e-8851-f72157241167 on host dv-cinder-856463-5-iscsi {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:16:36.889483 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:36.889889 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:36.890238 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:36.890574 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:36.890909 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:36.891255 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:36.891584 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:36.891913 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:36.892226 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:36.892546 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:36.892872 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:36.893194 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:36.893591 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:36.893821 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:36.894137 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200fafee-260e-4418-b85f-b8cca4cd9f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:36.909738 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment f24d1e83-451b-4c8c-b22f-14db39b6d2b5 resource provider aggregate not found Sep 22 15:16:36.941669 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment f24d1e83-451b-4c8c-b22f-14db39b6d2b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f24d1e83-451b-4c8c-b22f-14db39b6d2b5 found for delete ", "request_id": "req-9a9b86fd-44e3-4834-bfeb-bc0eefa5e82f"}]} Sep 22 15:16:36.965661 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (063c128a-40d2-4d84-82e5-5c501116e376), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.975244 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:36.978380 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/063c128a-40d2-4d84-82e5-5c501116e376 HTTP/1.1" status: 204 len: 168 time: 0.5867074 Sep 22 15:16:36.994292 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a3eac-4b0b-4388-9810-be6211e5c1f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=063c128a-40d2-4d84-82e5-5c501116e376,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:37.001319 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f978d-72b5-429c-b312-54ef23d0116f req-f401b690-d732-44d6-a990-10dc4e3697c5 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:37.002795 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-700f978d-72b5-429c-b312-54ef23d0116f req-f401b690-d732-44d6-a990-10dc4e3697c5 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 944 time: 0.0843508 Sep 22 15:16:37.053895 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-700f978d-72b5-429c-b312-54ef23d0116f req-ab7552e6-5809-45a1-a1fa-e203147f0440 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453203 Sep 22 15:16:37.102898 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56816) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:37.143982 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-accbf3be-022c-405c-a888-7913f3f9e1f8 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=97d3ac84a92a42b1adc0ffb829e0de6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398705 Sep 22 15:16:37.146544 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56818) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:37.191383 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 151923b5-0de1-419b-9bd3-312c72d41950 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:16:37.196683 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-881beae7-01a3-4605-891e-dd22247f089d admin admin] Publish callbacks [] for security_group (48cfa53a-e3e5-45a0-9aac-0dc454cfdcde), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:37.210023 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 151923b5-0de1-419b-9bd3-312c72d41950 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:16:37.210365 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 151923b5-0de1-419b-9bd3-312c72d41950 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:16:37.210775 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 6e01bfb0-0097-4779-9a4e-69ef78268885 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:16:37.216766 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-881beae7-01a3-4605-891e-dd22247f089d admin admin] Publish callbacks [] for security_group (48cfa53a-e3e5-45a0-9aac-0dc454cfdcde), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:37.228445 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 6e01bfb0-0097-4779-9a4e-69ef78268885 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:16:37.228727 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 6e01bfb0-0097-4779-9a4e-69ef78268885 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:16:37.229134 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 93d38dfd-7398-498e-8851-f72157241167 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:16:37.246925 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 93d38dfd-7398-498e-8851-f72157241167 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:16:37.247289 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 93d38dfd-7398-498e-8851-f72157241167 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:16:37.266899 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-881beae7-01a3-4605-891e-dd22247f089d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (48cfa53a-e3e5-45a0-9aac-0dc454cfdcde), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:37.269509 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-881beae7-01a3-4605-891e-dd22247f089d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:37.270645 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-881beae7-01a3-4605-891e-dd22247f089d admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/48cfa53a-e3e5-45a0-9aac-0dc454cfdcde HTTP/1.1" status: 204 len: 168 time: 0.1231422 Sep 22 15:16:37.278426 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881beae7-01a3-4605-891e-dd22247f089d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cfa53a-e3e5-45a0-9aac-0dc454cfdcde,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:37.959732 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56840) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:38.065273 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1541995329-network', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:16:38.086302 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] Made reservation on behalf of fc8105a809364e67b8695f3e18a1d5e5 for: {'network': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:16:38.088917 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for network (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.097823 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.176109 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18047ca6-9b30-47a3-a95c-7d268811e472 req-c598f2c6-23c8-4451-a10e-307476aa0ff5 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:38.177594 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-18047ca6-9b30-47a3-a95c-7d268811e472 req-c598f2c6-23c8-4451-a10e-307476aa0ff5 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 944 time: 0.0479908 Sep 22 15:16:38.182673 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] Publish callbacks [] for security_group (5557f52a-8f8b-4e76-aa88-6d9c0e454af2), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.187172 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5557f52a-8f8b-4e76-aa88-6d9c0e454af2), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.192639 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:38.216749 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=106242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 15:16:38.224792 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:38.229152 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-18047ca6-9b30-47a3-a95c-7d268811e472 req-df3dda79-2ccf-4c6b-8251-141128646260 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454383 Sep 22 15:16:38.230833 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5557f52a-8f8b-4e76-aa88-6d9c0e454af2,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:38.239718 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (591680c6-5af5-48f2-bdc8-dc11468c2428), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.240177 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.segments_db [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] Added segment 591680c6-5af5-48f2-bdc8-dc11468c2428 of type vlan for network ade38697-1fcd-4c44-844a-ea42332bfc0b Sep 22 15:16:38.285042 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759948349368'] for network (ade38697-1fcd-4c44-844a-ea42332bfc0b), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.310874 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292'] for network (ade38697-1fcd-4c44-844a-ea42332bfc0b), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.311920 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:38.312524 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.369302 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] 10.222.0.66 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4084563 Sep 22 15:16:38.372527 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56846) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:38.377474 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-f80d8db4-4074-4dc0-ab2b-d1bd340b5750 admin admin] Request body: {'subnet': {'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-subnet', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:16:38.380145 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5d6d8-d3d9-45af-b05f-b5ce3e904188 admin admin] Pushing event updated for resources: {'Network': ['ID=ade38697-1fcd-4c44-844a-ea42332bfc0b,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:38.390626 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Network ade38697-1fcd-4c44-844a-ea42332bfc0b details requested by agent ovs-agent-dv-cinder-856463-5-iscsi with host dv-cinder-856463-5-iscsi {{(pid=106243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 15:16:38.397166 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80d8db4-4074-4dc0-ab2b-d1bd340b5750 admin admin] Made reservation on behalf of fc8105a809364e67b8695f3e18a1d5e5 for: {'subnet': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:16:38.399772 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f80d8db4-4074-4dc0-ab2b-d1bd340b5750 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10217131'] for subnet (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.570278 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f80d8db4-4074-4dc0-ab2b-d1bd340b5750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2325416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10217149'] for subnet (004ccd60-bed0-4c89-9fb1-1b61db1f798e), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.618964 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d8db4-4074-4dc0-ab2b-d1bd340b5750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=004ccd60-bed0-4c89-9fb1-1b61db1f798e,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:38.634604 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80d8db4-4074-4dc0-ab2b-d1bd340b5750 admin admin] Checking segment: {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:16:38.634970 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80d8db4-4074-4dc0-ab2b-d1bd340b5750 admin admin] Network hostable DHCP agents. Network: ade38697-1fcd-4c44-844a-ea42332bfc0b, hostable agents: ['8f527ecc-e09b-4085-9737-7f309d4916ef'], hosted agents: [] {{(pid=106241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 15:16:38.652962 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80d8db4-4074-4dc0-ab2b-d1bd340b5750 admin admin] Network ade38697-1fcd-4c44-844a-ea42332bfc0b is scheduled to be hosted by DHCP agent 8f527ecc-e09b-4085-9737-7f309d4916ef with binding_index 1 {{(pid=106241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 15:16:38.658168 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:DELETE=8,neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:38.663608 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-f80d8db4-4074-4dc0-ab2b-d1bd340b5750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-5-iscsi, ade38697-1fcd-4c44-844a-ea42332bfc0b) {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:16:38.667785 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80d8db4-4074-4dc0-ab2b-d1bd340b5750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:38.668548 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f80d8db4-4074-4dc0-ab2b-d1bd340b5750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.673082 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ba1287-426c-4404-a46a-67edd7fef489 None None] Network ade38697-1fcd-4c44-844a-ea42332bfc0b requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:16:38.688469 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-f80d8db4-4074-4dc0-ab2b-d1bd340b5750 admin admin] 10.222.0.66 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3148384 Sep 22 15:16:38.691370 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56848) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:38.696160 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:16:38.716657 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4124553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15760'] for router (46d35060-2731-41ed-82ad-6a4c9654c95d), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.717979 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4123060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4099067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4192051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15769'] for router (46d35060-2731-41ed-82ad-6a4c9654c95d), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.731380 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:38.769611 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Publish callbacks [] for router_controller (46d35060-2731-41ed-82ad-6a4c9654c95d), precommit_add_association {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.781458 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd1ba1b-f342-5f5c-8987-fbda7cf6b98e-ade38697-1fcd-4c44-844a-ea42332bfc0b', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e'}]}} from dv-cinder-856463-5-iscsi. {{(pid=106243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 15:16:38.782390 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.846717 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:38.912773 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Publish callbacks [] for router_gateway (46d35060-2731-41ed-82ad-6a4c9654c95d), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:38.920573 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.db_base_plugin_common [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Allocated IP 172.20.0.2 (ade38697-1fcd-4c44-844a-ea42332bfc0b/004ccd60-bed0-4c89-9fb1-1b61db1f798e/42a811c4-2f47-4667-9a30-d86b1d075080) {{(pid=106243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:16:39.065343 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Publish callbacks [] for port (42a811c4-2f47-4667-9a30-d86b1d075080), precommit_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:39.071078 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755'] for port (42a811c4-2f47-4667-9a30-d86b1d075080), after_create {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:39.102194 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Publish callbacks [] for router_gateway (46d35060-2731-41ed-82ad-6a4c9654c95d), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:39.114262 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Network ade38697-1fcd-4c44-844a-ea42332bfc0b is already hosted by enough agents. {{(pid=106243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:16:39.120865 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.scheduler.base_scheduler [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Resources bound (agent type, host, resource id): {{(pid=106243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:16:39.125322 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Received port after_create {{(pid=106243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:16:39.128532 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:39.132300 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Pushing event updated for resources: {'Port': ['ID=42a811c4-2f47-4667-9a30-d86b1d075080,revision_number=1']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:39.188176 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Attempting to bind port 42a811c4-2f47-4667-9a30-d86b1d075080 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:16:39.188533 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Attempting to bind port 42a811c4-2f47-4667-9a30-d86b1d075080 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:16:39.188907 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Attempting to bind port 42a811c4-2f47-4667-9a30-d86b1d075080 on network ade38697-1fcd-4c44-844a-ea42332bfc0b {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:16:39.232115 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:16:39.232488 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Checking segment: {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:16:39.232891 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:39.233280 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Bound using segment: {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:16:39.233740 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Bound port: 42a811c4-2f47-4667-9a30-d86b1d075080, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:16:39.234115 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (42a811c4-2f47-4667-9a30-d86b1d075080), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:39.242861 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Allocated IP 172.27.1.41 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/306ea2c5-4ac4-4027-acb0-1112ca969fbb) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:16:39.307603 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] For port 42a811c4-2f47-4667-9a30-d86b1d075080, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:16:39.311487 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] For port 42a811c4-2f47-4667-9a30-d86b1d075080, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=42a811c4-2f47-4667-9a30-d86b1d075080,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:16:39.318505 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (42a811c4-2f47-4667-9a30-d86b1d075080), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:39.371324 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b1047-a798-4c8f-b5c9-f2f8de63e654 None None] Pushing event updated for resources: {'Port': ['ID=42a811c4-2f47-4667-9a30-d86b1d075080,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:39.374731 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Publish callbacks [] for port (306ea2c5-4ac4-4027-acb0-1112ca969fbb), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:39.378220 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e3450-37cb-44be-ba6d-68d45c7e6bba req-459513e7-df8c-447f-8f55-c5aa8340871d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:39.381245 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7e7e3450-37cb-44be-ba6d-68d45c7e6bba req-459513e7-df8c-447f-8f55-c5aa8340871d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 944 time: 0.0650270 Sep 22 15:16:39.412739 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (306ea2c5-4ac4-4027-acb0-1112ca969fbb), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:39.436944 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7e7e3450-37cb-44be-ba6d-68d45c7e6bba req-fc57b285-5de8-4ffb-9d0c-27aeb6a239cd tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489736 Sep 22 15:16:39.450805 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:39.458698 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:39.460585 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:16:39.467341 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:16:39.472156 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:16:39.475550 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Pushing event updated for resources: {'Port': ['ID=306ea2c5-4ac4-4027-acb0-1112ca969fbb,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:39.757687 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Publish callbacks [] for router_gateway (46d35060-2731-41ed-82ad-6a4c9654c95d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:39.967328 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121636'] for router (46d35060-2731-41ed-82ad-6a4c9654c95d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:40.096965 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Router 46d35060-2731-41ed-82ad-6a4c9654c95d is scheduled to L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 with binding_index 1 {{(pid=106242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 15:16:40.246873 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd77a08b-31eb-442e-8638-bbee4def6f42 None None] Network ade38697-1fcd-4c44-844a-ea42332bfc0b requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:16:40.304278 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-d94aba02-27ee-4330-aaa1-4a4d37f022bb None None] Provisioning complete for port 42a811c4-2f47-4667-9a30-d86b1d075080 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:16:40.304654 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d94aba02-27ee-4330-aaa1-4a4d37f022bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (42a811c4-2f47-4667-9a30-d86b1d075080), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:40.304989 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-d94aba02-27ee-4330-aaa1-4a4d37f022bb None None] Attempt 1 to provision port 42a811c4-2f47-4667-9a30-d86b1d075080 Sep 22 15:16:40.426783 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-d94aba02-27ee-4330-aaa1-4a4d37f022bb None None] Current status of the port 42a811c4-2f47-4667-9a30-d86b1d075080 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:16:40.427177 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d94aba02-27ee-4330-aaa1-4a4d37f022bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (42a811c4-2f47-4667-9a30-d86b1d075080), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:40.453403 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:40.454238 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:16:40.466791 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:40.470428 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-d94aba02-27ee-4330-aaa1-4a4d37f022bb None None] For port 42a811c4-2f47-4667-9a30-d86b1d075080, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=42a811c4-2f47-4667-9a30-d86b1d075080,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:16:40.476689 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:40.480758 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-46fe8065-c636-41c4-a253-a130787c62a5 admin admin] 10.222.0.66 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7853076 Sep 22 15:16:40.480978 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Sync routers for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:16:40.482602 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56854) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:40.486270 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d94aba02-27ee-4330-aaa1-4a4d37f022bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (42a811c4-2f47-4667-9a30-d86b1d075080), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:40.526045 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:16:40.526823 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:16:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:40.582374 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:40.596321 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94aba02-27ee-4330-aaa1-4a4d37f022bb None None] Pushing event updated for resources: {'Port': ['ID=42a811c4-2f47-4667-9a30-d86b1d075080,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:40.616333 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6e95d-87d2-46be-b0aa-946bf61f205c req-f0981fa8-5417-4890-9f89-0657563de5ff tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:40.618016 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5cf6e95d-87d2-46be-b0aa-946bf61f205c req-f0981fa8-5417-4890-9f89-0657563de5ff tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 944 time: 0.0625067 Sep 22 15:16:40.633832 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:40.677312 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5cf6e95d-87d2-46be-b0aa-946bf61f205c req-89e27399-6b3d-4783-ab29-724c382cd21b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516326 Sep 22 15:16:40.677976 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:16:40.750966 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-4aa90d22-166a-4e57-b11d-04cd30c0ce92 None None] Provisioning complete for port 42a811c4-2f47-4667-9a30-d86b1d075080 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:16:40.751272 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4aa90d22-166a-4e57-b11d-04cd30c0ce92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (42a811c4-2f47-4667-9a30-d86b1d075080), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:40.751614 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-4aa90d22-166a-4e57-b11d-04cd30c0ce92 None None] Attempt 1 to provision port 42a811c4-2f47-4667-9a30-d86b1d075080 Sep 22 15:16:40.821345 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:40.912694 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-4aa90d22-166a-4e57-b11d-04cd30c0ce92 None None] Current status of the port 42a811c4-2f47-4667-9a30-d86b1d075080 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:16:40.918395 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:40.918588 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:39Z', 'revision_number': 3, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:40.943707 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Checking router: 46d35060-2731-41ed-82ad-6a4c9654c95d for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:16:40.944068 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Updating router 46d35060-2731-41ed-82ad-6a4c9654c95d port 306ea2c5-4ac4-4027-acb0-1112ca969fbb binding host dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:16:40.971188 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (306ea2c5-4ac4-4027-acb0-1112ca969fbb), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:41.072539 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Allocated IP 172.20.0.1 (ade38697-1fcd-4c44-844a-ea42332bfc0b/004ccd60-bed0-4c89-9fb1-1b61db1f798e/1d1aa076-6691-4a1b-94a3-8c17ab3db014) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:16:41.191232 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Publish callbacks [] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:41.223118 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:41.243059 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 42a811c4-2f47-4667-9a30-d86b1d075080 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:16:41.267415 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Network ade38697-1fcd-4c44-844a-ea42332bfc0b is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:16:41.272321 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:16:41.276084 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:16:41.279998 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Pushing event updated for resources: {'Port': ['ID=1d1aa076-6691-4a1b-94a3-8c17ab3db014,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:41.318820 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4097821'] for router_interface (46d35060-2731-41ed-82ad-6a4c9654c95d), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:41.345686 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 42a811c4-2f47-4667-9a30-d86b1d075080 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:16:41.346181 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (42a811c4-2f47-4667-9a30-d86b1d075080), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:41.346383 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 42a811c4-2f47-4667-9a30-d86b1d075080 Sep 22 15:16:41.402012 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:41.406394 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:41.422680 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Publish callbacks [] for port (306ea2c5-4ac4-4027-acb0-1112ca969fbb), precommit_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:41.432123 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (306ea2c5-4ac4-4027-acb0-1112ca969fbb), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:41.453517 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:41.473180 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Attempting to bind port 306ea2c5-4ac4-4027-acb0-1112ca969fbb on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:16:41.473180 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Attempting to bind port 306ea2c5-4ac4-4027-acb0-1112ca969fbb by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:16:41.473180 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Attempting to bind port 306ea2c5-4ac4-4027-acb0-1112ca969fbb on network 0158fd45-c628-47d4-94af-d510067846ec {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:16:41.518351 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:41.553095 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972799a-9215-4271-b5c6-196e222e2e95 None None] Pushing event updated for resources: {'Port': ['ID=306ea2c5-4ac4-4027-acb0-1112ca969fbb,revision_number=2']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:41.565735 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Provisioning complete for port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:16:41.566103 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:41.566434 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Attempt 1 to provision port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 Sep 22 15:16:41.569527 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 42a811c4-2f47-4667-9a30-d86b1d075080 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:16:41.592122 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:16:41.592503 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Checking segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:16:41.593936 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:41.593936 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Bound using segment: {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'} {{(pid=106243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:16:41.593936 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.managers [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Bound port: 306ea2c5-4ac4-4027-acb0-1112ca969fbb, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e142fa9-7f1c-4243-9953-7d2f34b9e280', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0158fd45-c628-47d4-94af-d510067846ec'}}] {{(pid=106243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:16:41.594270 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (306ea2c5-4ac4-4027-acb0-1112ca969fbb), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:41.603012 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:41.621064 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Publish callbacks [] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:41.627412 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:41.629964 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:16:41.655406 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] For port 306ea2c5-4ac4-4027-acb0-1112ca969fbb, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:16:41.658500 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] For port 306ea2c5-4ac4-4027-acb0-1112ca969fbb, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=306ea2c5-4ac4-4027-acb0-1112ca969fbb,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:16:41.664345 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (306ea2c5-4ac4-4027-acb0-1112ca969fbb), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:41.698501 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Pushing event updated for resources: {'Port': ['ID=1d1aa076-6691-4a1b-94a3-8c17ab3db014,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:41.701612 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3691298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4097929'] for router_interface (46d35060-2731-41ed-82ad-6a4c9654c95d), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:41.706968 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:16:41.708181 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:16:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:41.755100 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972799a-9215-4271-b5c6-196e222e2e95 None None] Pushing event updated for resources: {'Port': ['ID=306ea2c5-4ac4-4027-acb0-1112ca969fbb,revision_number=3']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:41.799514 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Network ade38697-1fcd-4c44-844a-ea42332bfc0b is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:16:41.801049 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:16:41.809267 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93d556-2b9f-4181-a372-9b676665f38f req-0bfa8ddb-19ac-454e-a5d1-bcb4922a667b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:41.811359 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3e93d556-2b9f-4181-a372-9b676665f38f req-0bfa8ddb-19ac-454e-a5d1-bcb4922a667b tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 944 time: 0.0543489 Sep 22 15:16:41.837165 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:16:41.879402 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3e93d556-2b9f-4181-a372-9b676665f38f req-fd2be350-dad8-4e17-a5ca-479805de94f4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592618 Sep 22 15:16:41.935641 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Router 46d35060-2731-41ed-82ad-6a4c9654c95d has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:16:41.959595 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 4dd6d59c-610f-469f-b399-9636f8ed5224 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:16:42.045956 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:16:42.050907 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-b13fa23f-cf3a-4dea-bb9e-6fc4d088cb7b admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/46d35060-2731-41ed-82ad-6a4c9654c95d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5672421 Sep 22 15:16:42.124634 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 2, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:42.131130 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 4dd6d59c-610f-469f-b399-9636f8ed5224, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4dd6d59c-610f-469f-b399-9636f8ed5224,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:16:42.133166 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Attempt 2 to provision port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 Sep 22 15:16:42.185746 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:42.187026 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e85aa-2804-4bb9-9bc5-7e4e8293c1a4 None None] The sync data for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi is: [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 2, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:16:42.193530 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'port_id': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'mac_address': 'fa:16:3e:87:f6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:16:42.208260 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:16:42.243930 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 4dd6d59c-610f-469f-b399-9636f8ed5224 is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:16:42.244316 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:42.259368 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd6d59c-610f-469f-b399-9636f8ed5224 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:16:42.282436 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 4dd6d59c-610f-469f-b399-9636f8ed5224, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4dd6d59c-610f-469f-b399-9636f8ed5224,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:16:42.286712 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:42.334251 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=4dd6d59c-610f-469f-b399-9636f8ed5224,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:42.353725 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56864) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:42.358980 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-5509368f-f262-40ce-91f1-0369329d348b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1551163858', 'description': 'tempest-description--1734110767'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:16:42.380673 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5509368f-f262-40ce-91f1-0369329d348b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:42.464897 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5509368f-f262-40ce-91f1-0369329d348b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (9ad5c920-989a-4e40-892a-904f0b5b3f6e), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:42.470445 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5509368f-f262-40ce-91f1-0369329d348b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (9ad5c920-989a-4e40-892a-904f0b5b3f6e), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:42.501212 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:42.503966 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509368f-f262-40ce-91f1-0369329d348b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad5c920-989a-4e40-892a-904f0b5b3f6e,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:42.509312 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-5509368f-f262-40ce-91f1-0369329d348b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:42.514712 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-5509368f-f262-40ce-91f1-0369329d348b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1559458 Sep 22 15:16:42.515187 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 56866) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:42.520244 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-786369e0-62b9-4391-9e36-c271bf099462 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'security_group_rule': {'security_group_id': '9ad5c920-989a-4e40-892a-904f0b5b3f6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:16:42.549861 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-786369e0-62b9-4391-9e36-c271bf099462 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (a30dd596-d2e8-4c6f-b0d7-3861dbff2467), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:42.622206 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-786369e0-62b9-4391-9e36-c271bf099462 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (a30dd596-d2e8-4c6f-b0d7-3861dbff2467), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:42.626537 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-786369e0-62b9-4391-9e36-c271bf099462 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (a30dd596-d2e8-4c6f-b0d7-3861dbff2467), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:42.649886 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786369e0-62b9-4391-9e36-c271bf099462 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30dd596-d2e8-4c6f-b0d7-3861dbff2467,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:42.656665 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-786369e0-62b9-4391-9e36-c271bf099462 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:42.660856 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56868) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:42.661062 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-786369e0-62b9-4391-9e36-c271bf099462 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446803 Sep 22 15:16:42.665326 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-ba68c8a4-2dcb-4b64-9fd9-2bc6cc0789cb tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'security_group_rule': {'security_group_id': '9ad5c920-989a-4e40-892a-904f0b5b3f6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:16:42.693821 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba68c8a4-2dcb-4b64-9fd9-2bc6cc0789cb tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (9311c432-a019-4b82-95e7-245bd79ad867), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:42.709658 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Attempt 3 to provision port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 Sep 22 15:16:42.749552 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:16:42.754680 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba68c8a4-2dcb-4b64-9fd9-2bc6cc0789cb tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (9311c432-a019-4b82-95e7-245bd79ad867), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:42.758581 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba68c8a4-2dcb-4b64-9fd9-2bc6cc0789cb tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (9311c432-a019-4b82-95e7-245bd79ad867), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:42.777603 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68c8a4-2dcb-4b64-9fd9-2bc6cc0789cb tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9311c432-a019-4b82-95e7-245bd79ad867,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:42.790516 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ba68c8a4-2dcb-4b64-9fd9-2bc6cc0789cb tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:42.791854 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-ba68c8a4-2dcb-4b64-9fd9-2bc6cc0789cb tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300087 Sep 22 15:16:42.795015 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56870) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:42.799561 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'floatingip': {'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:16:42.807470 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['4dd6d59c-610f-469f-b399-9636f8ed5224'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:16:42.821704 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:42.836117 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:42.925299 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:43.212843 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 306ea2c5-4ac4-4027-acb0-1112ca969fbb up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:16:43.250205 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Attempt 4 to provision port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 Sep 22 15:16:43.289811 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338aa5f-ac28-4126-b4e9-25d950a3fda5 req-9c5d3417-8699-400f-9058-cb08acee9c39 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:43.291351 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6338aa5f-ac28-4126-b4e9-25d950a3fda5 req-9c5d3417-8699-400f-9058-cb08acee9c39 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 945 time: 0.0638976 Sep 22 15:16:43.295875 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 306ea2c5-4ac4-4027-acb0-1112ca969fbb triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:16:43.296338 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (306ea2c5-4ac4-4027-acb0-1112ca969fbb), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:43.296747 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 306ea2c5-4ac4-4027-acb0-1112ca969fbb Sep 22 15:16:43.298599 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:16:43.369606 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Allocated IP 172.27.1.213 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/d5943ac5-8443-43c8-9cb1-2490576ece3d) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:16:43.377977 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 306ea2c5-4ac4-4027-acb0-1112ca969fbb is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:16:43.378383 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (306ea2c5-4ac4-4027-acb0-1112ca969fbb), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:43.387875 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6338aa5f-ac28-4126-b4e9-25d950a3fda5 req-dfb55b04-8495-4305-84ec-3991303017a0 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770590 Sep 22 15:16:43.402025 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] For port 306ea2c5-4ac4-4027-acb0-1112ca969fbb, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=306ea2c5-4ac4-4027-acb0-1112ca969fbb,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:16:43.412495 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (306ea2c5-4ac4-4027-acb0-1112ca969fbb), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:43.462475 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:43.463996 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Pushing event updated for resources: {'Port': ['ID=306ea2c5-4ac4-4027-acb0-1112ca969fbb,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:43.516083 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for port (d5943ac5-8443-43c8-9cb1-2490576ece3d), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:43.549422 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (d5943ac5-8443-43c8-9cb1-2490576ece3d), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:43.588448 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:16:43.593310 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:43.596301 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:16:43.598806 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:16:43.625975 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'Port': ['ID=d5943ac5-8443-43c8-9cb1-2490576ece3d,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:43.688279 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (47c90462-112d-434f-b2d7-d008e5c03158), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:43.724913 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d5943ac5-8443-43c8-9cb1-2490576ece3d), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:43.799828 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Attempt 5 to provision port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 Sep 22 15:16:43.832903 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:16:43.872577 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for port (d5943ac5-8443-43c8-9cb1-2490576ece3d), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:43.876744 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (d5943ac5-8443-43c8-9cb1-2490576ece3d), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:43.948057 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (47c90462-112d-434f-b2d7-d008e5c03158), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:43.951781 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'Port': ['ID=d5943ac5-8443-43c8-9cb1-2490576ece3d,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:43.966736 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:43.968018 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-2316afbd-c678-4168-b419-4663e3c98c54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1719337 Sep 22 15:16:43.980691 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 4dd6d59c-610f-469f-b399-9636f8ed5224 up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:16:44.033325 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port 4dd6d59c-610f-469f-b399-9636f8ed5224 completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:16:44.040410 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 4dd6d59c-610f-469f-b399-9636f8ed5224 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:16:44.040634 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:44.040910 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 4dd6d59c-610f-469f-b399-9636f8ed5224 Sep 22 15:16:44.116276 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 4dd6d59c-610f-469f-b399-9636f8ed5224 is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:16:44.116669 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:44.119305 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:44.123423 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-ece07533-d5b2-4994-909b-bef10119c031 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1551163858&fields=id&tenant_id=fc8105a809364e67b8695f3e18a1d5e5 HTTP/1.1" status: 200 len: 267 time: 0.0431833 Sep 22 15:16:44.142731 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e97f78-7fbc-403f-9863-1a478458434a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd6d59c-610f-469f-b399-9636f8ed5224'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:16:44.145051 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29381477-8b41-4f41-ad2d-d9689ae24868" -d '{"events": [{"server_uuid": "19e97f78-7fbc-403f-9863-1a478458434a", "name": "network-vif-plugged", "status": "completed", "tag": "4dd6d59c-610f-469f-b399-9636f8ed5224"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:16:44.160487 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 4dd6d59c-610f-469f-b399-9636f8ed5224, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4dd6d59c-610f-469f-b399-9636f8ed5224,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:16:44.166395 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:44.194349 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:44.221093 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=4dd6d59c-610f-469f-b399-9636f8ed5224,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:44.254082 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Sync routers for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:16:44.255838 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-c420bfd1-a51c-4929-8dc5-248f5b7bb8b1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:44.257411 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-c420bfd1-a51c-4929-8dc5-248f5b7bb8b1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 815 time: 0.1263793 Sep 22 15:16:44.271324 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baccdbcc-8c57-41af-aba4-898c47dd43de x-openstack-request-id: req-baccdbcc-8c57-41af-aba4-898c47dd43de {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:16:44.271643 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e97f78-7fbc-403f-9863-1a478458434a", "name": "network-vif-plugged", "status": "completed", "tag": "4dd6d59c-610f-469f-b399-9636f8ed5224", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:16:44.271769 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:16:44.272412 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-baccdbcc-8c57-41af-aba4-898c47dd43de {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:16:44.272534 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:16:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:44.272649 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baccdbcc-8c57-41af-aba4-898c47dd43de'] response: {'server_uuid': '19e97f78-7fbc-403f-9863-1a478458434a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'code': 200} Sep 22 15:16:44.274869 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-4e362d64-7dc2-4cc1-9881-24463a19381b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/quotas/fc8105a809364e67b8695f3e18a1d5e5 HTTP/1.1" status: 200 len: 375 time: 0.0107236 Sep 22 15:16:44.334406 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Attempt 6 to provision port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 Sep 22 15:16:44.336295 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-bad6771f-6248-463f-b8fe-bc3097bb9829 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549970 Sep 22 15:16:44.373173 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:16:44.446303 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-89f2eef3-c180-4abe-924a-dbe24069ea73 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978386 Sep 22 15:16:44.485043 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:16:44.523930 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:44.565595 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:44.574293 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1461c-0b98-4348-939e-5aaad65eaf33 req-cf7f34df-4eb9-42fc-928a-de0b311bec80 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:44.576392 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-45b1461c-0b98-4348-939e-5aaad65eaf33 req-cf7f34df-4eb9-42fc-928a-de0b311bec80 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 946 time: 0.0976014 Sep 22 15:16:44.581293 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:44.581468 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1480ad1-3e5f-4dcc-ad66-0362babe3029 req-0ba25cb9-6159-46ba-a23b-947ce29e7fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:44.583443 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d1480ad1-3e5f-4dcc-ad66-0362babe3029 req-0ba25cb9-6159-46ba-a23b-947ce29e7fed service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 1130 time: 0.0566909 Sep 22 15:16:44.617917 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:44.623126 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-0ea73d8a-f0b9-4062-8eba-72fc1da3809e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685514 Sep 22 15:16:44.626235 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=100 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:44.637550 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d1480ad1-3e5f-4dcc-ad66-0362babe3029 req-a00d08ec-b90b-441b-9540-3ecc5e1f408b service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469277 Sep 22 15:16:44.651876 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-45b1461c-0b98-4348-939e-5aaad65eaf33 req-35f7612e-cc9d-49a8-a660-eeed655b6754 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637081 Sep 22 15:16:44.694616 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 2, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:44.722742 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Checking router: 46d35060-2731-41ed-82ad-6a4c9654c95d for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:16:44.723093 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Updating router 46d35060-2731-41ed-82ad-6a4c9654c95d port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 binding host dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 15:16:44.760096 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:44.819726 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-819ba547-b751-49e7-af79-6632496b4aee req-179c3623-0ce9-484a-aff7-6b58f4e339ea tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 210 time: 0.0374544 Sep 22 15:16:44.874876 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Attempt 7 to provision port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 Sep 22 15:16:44.909010 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:16:45.084521 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Publish callbacks [] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), precommit_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:45.094633 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:45.180138 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Pushing event updated for resources: {'Port': ['ID=1d1aa076-6691-4a1b-94a3-8c17ab3db014,revision_number=3']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:45.201711 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 306ea2c5-4ac4-4027-acb0-1112ca969fbb up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:16:45.210575 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:45.210921 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:45.211291 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:45.211635 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:45.211962 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:45.212288 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:45.212611 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:45.212931 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:45.213256 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:45.213575 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:45.213902 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:45.214238 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:45.214557 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:45.214872 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:45.215185 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:16:45.248439 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 306ea2c5-4ac4-4027-acb0-1112ca969fbb triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:16:45.248817 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (306ea2c5-4ac4-4027-acb0-1112ca969fbb), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:45.249228 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 306ea2c5-4ac4-4027-acb0-1112ca969fbb Sep 22 15:16:45.255975 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Attempting to bind port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 on host dv-cinder-856463-5-iscsi for vnic_type normal with profile {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:16:45.256497 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Attempting to bind port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 by drivers openvswitch,hyperv on host dv-cinder-856463-5-iscsi at level 0 using segments [{'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:16:45.256704 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Attempting to bind port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 on network ade38697-1fcd-4c44-844a-ea42332bfc0b {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:16:45.299146 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Checking agent: {'id': '0545bae2-6061-4631-badc-576ef17bcddf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 50), 'started_at': datetime.datetime(2022, 9, 22, 14, 50, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:16:45.299602 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Checking segment: {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:16:45.299980 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:45.300416 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Bound using segment: {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'} {{(pid=106244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:16:45.300933 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.managers [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Bound port: 1d1aa076-6691-4a1b-94a3-8c17ab3db014, host: dv-cinder-856463-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'}}] {{(pid=106244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:16:45.301328 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), before_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:45.326098 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 306ea2c5-4ac4-4027-acb0-1112ca969fbb is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:16:45.370916 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] For port 1d1aa076-6691-4a1b-94a3-8c17ab3db014, host dv-cinder-856463-5-iscsi, cleared binding levels {{(pid=106244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:16:45.374495 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.plugins.ml2.db [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] For port 1d1aa076-6691-4a1b-94a3-8c17ab3db014, host dv-cinder-856463-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=1d1aa076-6691-4a1b-94a3-8c17ab3db014,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:16:45.380335 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron_lib.callbacks.manager [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), after_update {{(pid=106244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:45.403048 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:45.409984 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Attempt 8 to provision port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 Sep 22 15:16:45.420356 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:16:45.420975 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:16:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:45.472364 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ace41-e545-4f5c-a1b5-6e5f368e0e0c None None] Pushing event updated for resources: {'Port': ['ID=1d1aa076-6691-4a1b-94a3-8c17ab3db014,revision_number=4']} {{(pid=106244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:45.482578 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Current status of the port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 is: DOWN; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:16:45.482970 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:45.516567 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] For port 1d1aa076-6691-4a1b-94a3-8c17ab3db014, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=1d1aa076-6691-4a1b-94a3-8c17ab3db014,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:16:45.522241 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:45.540076 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:45.545088 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:16:45.574100 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c242dff-28b4-412e-9b19-ae3cc080c73e None None] Pushing event updated for resources: {'Port': ['ID=1d1aa076-6691-4a1b-94a3-8c17ab3db014,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:45.640002 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-dc15f938-14b3-41ac-ae6c-4731a6cf6556 None None] Provisioning complete for port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:16:45.640539 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-dc15f938-14b3-41ac-ae6c-4731a6cf6556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:45.641061 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-dc15f938-14b3-41ac-ae6c-4731a6cf6556 None None] Attempt 1 to provision port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 Sep 22 15:16:45.715969 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-dc15f938-14b3-41ac-ae6c-4731a6cf6556 None None] Current status of the port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:16:45.739725 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:45.769463 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f496f-97df-4df9-abf4-80c570d5087e None None] The sync data for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi is: [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:16:45.784177 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb3901-9bb9-4536-8ac1-2ac9ba7f48c1 req-1057a793-5a62-40e0-afbb-05a8434bc2f7 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:45.785723 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5dcb3901-9bb9-4536-8ac1-2ac9ba7f48c1 req-1057a793-5a62-40e0-afbb-05a8434bc2f7 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 946 time: 0.0502653 Sep 22 15:16:45.845447 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5dcb3901-9bb9-4536-8ac1-2ac9ba7f48c1 req-99fdb131-a198-4abf-bd7d-ad506dff7f44 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537784 Sep 22 15:16:45.927030 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3e53a9b0-e045-4ff6-8916-208205c21f6c req-f6def3e9-88ef-43fa-bb4e-14f747ee3671 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 210 time: 0.0291231 Sep 22 15:16:46.895254 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-4c25e2d4-f63e-48bd-a272-78ef603365f9 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:46.897034 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-4c25e2d4-f63e-48bd-a272-78ef603365f9 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 815 time: 0.1131692 Sep 22 15:16:46.977395 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-c5f14b52-92ce-4423-893a-0c35e046b447 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fc8105a809364e67b8695f3e18a1d5e5 HTTP/1.1" status: 200 len: 380 time: 0.0648806 Sep 22 15:16:46.986888 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae79df-b3cf-4ca3-a386-1c59d39983f2 req-00527019-7829-4278-9c7b-b4b11f93e22d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:46.988699 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-12ae79df-b3cf-4ca3-a386-1c59d39983f2 req-00527019-7829-4278-9c7b-b4b11f93e22d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 946 time: 0.0638466 Sep 22 15:16:47.042457 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b423b36f-7cbd-48b2-a1d6-5d15a584d9f1 req-265722b0-4955-47b8-8e07-75ebfef07d3a tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 210 time: 0.0342157 Sep 22 15:16:47.061270 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-12ae79df-b3cf-4ca3-a386-1c59d39983f2 req-436e46b2-d44b-4c83-b487-4fd6a2080f86 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668705 Sep 22 15:16:47.070928 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-2603eb41-5f9d-4699-b3b8-844828902a3c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'port': {'device_id': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'admin_state_up': True, 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'security_groups': ['9ad5c920-989a-4e40-892a-904f0b5b3f6e']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:16:47.182817 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-2603eb41-5f9d-4699-b3b8-844828902a3c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Made reservation on behalf of fc8105a809364e67b8695f3e18a1d5e5 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:16:47.187888 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-2603eb41-5f9d-4699-b3b8-844828902a3c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:47.188560 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f283227-90f7-4b55-b6ea-172d6d42b286 req-ac62ce34-b622-45f4-9731-fc2b7f1da631 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:47.190138 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0f283227-90f7-4b55-b6ea-172d6d42b286 req-ac62ce34-b622-45f4-9731-fc2b7f1da631 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 946 time: 0.0556512 Sep 22 15:16:47.219184 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 1d1aa076-6691-4a1b-94a3-8c17ab3db014 up at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:16:47.252427 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0f283227-90f7-4b55-b6ea-172d6d42b286 req-84a90e2f-c4f8-4e63-9378-f355ccc15fe8 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544069 Sep 22 15:16:47.275909 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Provisioning complete for port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:16:47.276288 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:47.276627 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Attempt 1 to provision port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 Sep 22 15:16:47.286808 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56922) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:47.334552 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c25554-7a0b-4e11-92eb-87398125e017 tempest-TestVolumeBootPattern-1246127653 tempest-TestVolumeBootPattern-1246127653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:47.339166 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-e2c25554-7a0b-4e11-92eb-87398125e017 tempest-TestVolumeBootPattern-1246127653 tempest-TestVolumeBootPattern-1246127653-project-admin] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 1125 time: 0.0482979 Sep 22 15:16:47.339548 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56924) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:47.341372 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-2603eb41-5f9d-4699-b3b8-844828902a3c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Allocated IP 172.20.0.7 (ade38697-1fcd-4c44-844a-ea42332bfc0b/004ccd60-bed0-4c89-9fb1-1b61db1f798e/d80ae406-f25b-42d3-81a8-ad4ecbff6efd) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:16:47.344655 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Request body: {'floatingip': {'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'port_id': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:16:47.368166 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:47.455752 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:47.485661 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Current status of the port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 is: ACTIVE; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:16:47.499806 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-2603eb41-5f9d-4699-b3b8-844828902a3c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:47.507460 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:47.534792 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-2603eb41-5f9d-4699-b3b8-844828902a3c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:47.572821 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Allocated IP 172.27.1.58 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/27cb1ef3-c14c-48c5-bbc8-65e391c90c93) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:16:47.584818 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-2603eb41-5f9d-4699-b3b8-844828902a3c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Network ade38697-1fcd-4c44-844a-ea42332bfc0b is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:16:47.590269 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-2603eb41-5f9d-4699-b3b8-844828902a3c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:16:47.593303 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-2603eb41-5f9d-4699-b3b8-844828902a3c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:16:47.597458 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603eb41-5f9d-4699-b3b8-844828902a3c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'Port': ['ID=d80ae406-f25b-42d3-81a8-ad4ecbff6efd,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:47.647636 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-2603eb41-5f9d-4699-b3b8-844828902a3c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:47.648254 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-2603eb41-5f9d-4699-b3b8-844828902a3c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:47.665841 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-2603eb41-5f9d-4699-b3b8-844828902a3c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5988095 Sep 22 15:16:47.684634 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Request body: {'port': {'device_id': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:16:47.695022 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for port (27cb1ef3-c14c-48c5-bbc8-65e391c90c93), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:47.730871 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (27cb1ef3-c14c-48c5-bbc8-65e391c90c93), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:47.750821 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:47.762387 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:47.767671 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:47.774908 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:16:47.783174 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:16:47.787538 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:16:47.792530 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:47.810019 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'Port': ['ID=27cb1ef3-c14c-48c5-bbc8-65e391c90c93,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:47.848093 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-2fca3a10-b0d7-4308-a284-fe7cd093bf88 None None] Provisioning complete for port d80ae406-f25b-42d3-81a8-ad4ecbff6efd triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:16:47.848750 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2fca3a10-b0d7-4308-a284-fe7cd093bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:47.849716 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-2fca3a10-b0d7-4308-a284-fe7cd093bf88 None None] Attempt 1 to provision port d80ae406-f25b-42d3-81a8-ad4ecbff6efd Sep 22 15:16:47.895432 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-2fca3a10-b0d7-4308-a284-fe7cd093bf88 None None] Port d80ae406-f25b-42d3-81a8-ad4ecbff6efd cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:16:48.026891 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80ae406-f25b-42d3-81a8-ad4ecbff6efd {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:16:48.035058 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Publish callbacks [] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:48.048280 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Transition to ACTIVE for port object d80ae406-f25b-42d3-81a8-ad4ecbff6efd will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:16:48.052215 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:48.133736 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d80ae406-f25b-42d3-81a8-ad4ecbff6efd,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:48.165852 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Attempting to bind port d80ae406-f25b-42d3-81a8-ad4ecbff6efd on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:16:48.166190 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Attempting to bind port d80ae406-f25b-42d3-81a8-ad4ecbff6efd by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:16:48.166527 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Attempting to bind port d80ae406-f25b-42d3-81a8-ad4ecbff6efd on network ade38697-1fcd-4c44-844a-ea42332bfc0b {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:16:48.192819 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c824c5-fbcb-41a2-8e34-9fc316f7d04b req-bbb93190-c383-4553-94db-c3b69c6afbb3 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:48.195025 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d4c824c5-fbcb-41a2-8e34-9fc316f7d04b req-bbb93190-c383-4553-94db-c3b69c6afbb3 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 943 time: 0.0620384 Sep 22 15:16:48.203292 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for floatingip (ab773f55-0a60-490a-855d-ba9ac7f5fe51), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:48.214000 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Port d80ae406-f25b-42d3-81a8-ad4ecbff6efd on network ade38697-1fcd-4c44-844a-ea42332bfc0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:16:48.214333 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Attempting to bind port d80ae406-f25b-42d3-81a8-ad4ecbff6efd on network ade38697-1fcd-4c44-844a-ea42332bfc0b {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:16:48.259640 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:16:48.260015 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Checking segment: {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:16:48.260484 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Bound using segment: {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:16:48.260943 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Bound port: d80ae406-f25b-42d3-81a8-ad4ecbff6efd, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:16:48.261445 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:48.294570 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d4c824c5-fbcb-41a2-8e34-9fc316f7d04b req-2914b0a7-5262-455a-9919-82d9c5e28ec9 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ad5c920-989a-4e40-892a-904f0b5b3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926261 Sep 22 15:16:48.305438 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (27cb1ef3-c14c-48c5-bbc8-65e391c90c93), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:48.327122 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] For port d80ae406-f25b-42d3-81a8-ad4ecbff6efd, host hv-cinder-85646, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:16:48.330521 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] For port d80ae406-f25b-42d3-81a8-ad4ecbff6efd, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=d80ae406-f25b-42d3-81a8-ad4ecbff6efd,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:16:48.336481 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:48.340630 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:48.341242 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:48.342638 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/d80ae406-f25b-42d3-81a8-ad4ecbff6efd HTTP/1.1" status: 200 len: 1093 time: 0.6625202 Sep 22 15:16:48.343180 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'tag': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:16:48.345456 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602f0974-fba2-43d9-bee5-badcd608ca65" -d '{"events": [{"name": "network-changed", "server_uuid": "4ced27be-841e-46b0-bc81-55d68cb766f7", "tag": "d80ae406-f25b-42d3-81a8-ad4ecbff6efd"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:16:48.369038 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:48.388989 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40e67af-ce1e-4ffa-8ae8-906a8607c729 x-openstack-request-id: req-d40e67af-ce1e-4ffa-8ae8-906a8607c729 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:16:48.389543 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ced27be-841e-46b0-bc81-55d68cb766f7", "tag": "d80ae406-f25b-42d3-81a8-ad4ecbff6efd", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:16:48.389861 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d40e67af-ce1e-4ffa-8ae8-906a8607c729 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:16:48.390260 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40e67af-ce1e-4ffa-8ae8-906a8607c729'] response: {'name': 'network-changed', 'server_uuid': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'tag': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd', 'status': 'completed', 'code': 200} Sep 22 15:16:48.396166 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-2fca3a10-b0d7-4308-a284-fe7cd093bf88 None None] Attempt 2 to provision port d80ae406-f25b-42d3-81a8-ad4ecbff6efd Sep 22 15:16:48.403647 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ab5a5-c7fb-426c-96a1-9a06dcbb50e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d80ae406-f25b-42d3-81a8-ad4ecbff6efd,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:48.454149 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-2fca3a10-b0d7-4308-a284-fe7cd093bf88 None None] Port d80ae406-f25b-42d3-81a8-ad4ecbff6efd had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 15:16:48.483251 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-797d8f6b-6ae2-4f82-8036-a8cceaf0e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:48.483452 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-797d8f6b-6ae2-4f82-8036-a8cceaf0e5cb service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 1127 time: 0.0461586 Sep 22 15:16:48.492191 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for port (27cb1ef3-c14c-48c5-bbc8-65e391c90c93), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:48.496966 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (27cb1ef3-c14c-48c5-bbc8-65e391c90c93), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:48.534328 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-6a4f00e4-b0bf-43ed-9cf6-f54878435b4e service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80ae406-f25b-42d3-81a8-ad4ecbff6efd HTTP/1.1" status: 200 len: 217 time: 0.0361295 Sep 22 15:16:48.567616 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'Port': ['ID=27cb1ef3-c14c-48c5-bbc8-65e391c90c93,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:48.570984 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (ab773f55-0a60-490a-855d-ba9ac7f5fe51), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:48.584107 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-6f8ab984-ec27-41a9-9319-9332179e57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:48.585577 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-6f8ab984-ec27-41a9-9319-9332179e57d4 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 200 len: 854 time: 0.0447583 Sep 22 15:16:48.631937 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-73e80842-430a-42dd-a68b-8e1864734cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:48.633468 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-73e80842-430a-42dd-a68b-8e1864734cc6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ade38697-1fcd-4c44-844a-ea42332bfc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392540 Sep 22 15:16:48.654919 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:48.672016 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Floating IP ab773f55-0a60-490a-855d-ba9ac7f5fe51 associated. External IP: 172.27.1.58, port: 4dd6d59c-610f-469f-b399-9636f8ed5224. Sep 22 15:16:48.719937 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:48.722742 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:48.729084 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-ef405b7f-79a6-47b5-bec1-aca0ac051bd9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888302 Sep 22 15:16:48.818029 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-6bb0ca6e-7114-4825-a52c-0a29f8d03381 req-fdcf7bf7-8920-4c12-a606-706ae3aac0b1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829103 Sep 22 15:16:48.872539 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Router dc4cf907-6b26-400f-afb5-b841b52f6193 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:16:48.977513 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:16:48.988027 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46851006-ddc9-4866-8ab8-a1de8b33cd31 None None] Sync routers for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:16:48.995936 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:48.998702 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46851006-ddc9-4866-8ab8-a1de8b33cd31 None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:16:48.999592 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-46851006-ddc9-4866-8ab8-a1de8b33cd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:16:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:49.002909 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:49.029105 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-b85ad0ed-5203-4f8f-b08a-e1999bd261c4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6884139 Sep 22 15:16:49.029816 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e97f78-7fbc-403f-9863-1a478458434a', 'tag': '4dd6d59c-610f-469f-b399-9636f8ed5224'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:16:49.032171 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba72a75-8d44-446a-8203-17e9f2f51cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "19e97f78-7fbc-403f-9863-1a478458434a", "tag": "4dd6d59c-610f-469f-b399-9636f8ed5224"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:16:49.039679 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:49.107427 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-46851006-ddc9-4866-8ab8-a1de8b33cd31 None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:16:49.124607 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9132506e-6f01-4055-901a-7e8e0416f0b6 x-openstack-request-id: req-9132506e-6f01-4055-901a-7e8e0416f0b6 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:16:49.124906 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e97f78-7fbc-403f-9863-1a478458434a", "tag": "4dd6d59c-610f-469f-b399-9636f8ed5224", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:16:49.125164 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9132506e-6f01-4055-901a-7e8e0416f0b6 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:16:49.125582 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9132506e-6f01-4055-901a-7e8e0416f0b6'] response: {'name': 'network-changed', 'server_uuid': '19e97f78-7fbc-403f-9863-1a478458434a', 'tag': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'status': 'completed', 'code': 200} Sep 22 15:16:49.314433 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-46851006-ddc9-4866-8ab8-a1de8b33cd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'ab773f55-0a60-490a-855d-ba9ac7f5fe51', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'port_id': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'mac_address': 'fa:16:3e:87:f6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e97f78-7fbc-403f-9863-1a478458434a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:48Z', 'updated_at': '2022-09-22T15:16:48Z', 'revision_number': 0, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:49.342784 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46851006-ddc9-4866-8ab8-a1de8b33cd31 None None] Checking router: dc4cf907-6b26-400f-afb5-b841b52f6193 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:16:49.351223 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46851006-ddc9-4866-8ab8-a1de8b33cd31 None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:16:49.351839 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-46851006-ddc9-4866-8ab8-a1de8b33cd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:16:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:49.417690 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d3825-a268-4c8f-a029-8096fb6ab8b1 req-7a3bd953-26c4-4472-bcc6-338630d4f6b1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:49.419700 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d15d3825-a268-4c8f-a029-8096fb6ab8b1 req-7a3bd953-26c4-4472-bcc6-338630d4f6b1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 943 time: 0.0480905 Sep 22 15:16:49.449907 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-46851006-ddc9-4866-8ab8-a1de8b33cd31 None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:16:49.467408 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d15d3825-a268-4c8f-a029-8096fb6ab8b1 req-4fa09a5d-2f28-449f-9df8-8ce1019d5099 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ad5c920-989a-4e40-892a-904f0b5b3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418875 Sep 22 15:16:49.659091 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-46851006-ddc9-4866-8ab8-a1de8b33cd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'ab773f55-0a60-490a-855d-ba9ac7f5fe51', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'port_id': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'mac_address': 'fa:16:3e:87:f6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e97f78-7fbc-403f-9863-1a478458434a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:48Z', 'updated_at': '2022-09-22T15:16:48Z', 'revision_number': 0, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:16:49.683311 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46851006-ddc9-4866-8ab8-a1de8b33cd31 None None] The sync data for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi is: [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'ab773f55-0a60-490a-855d-ba9ac7f5fe51', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'port_id': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'mac_address': 'fa:16:3e:87:f6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e97f78-7fbc-403f-9863-1a478458434a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:48Z', 'updated_at': '2022-09-22T15:16:48Z', 'revision_number': 0, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:16:49.877892 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3315fee3-7cc1-4078-9285-7994062ebc49 None None] New status for floating IP ab773f55-0a60-490a-855d-ba9ac7f5fe51: ACTIVE {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:16:50.596780 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560fa8a-a4d3-45df-96cc-0c77a8b3cb29 req-e5c7a3a1-f9db-4f42-8d84-9fef08519f6f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:50.598235 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f560fa8a-a4d3-45df-96cc-0c77a8b3cb29 req-e5c7a3a1-f9db-4f42-8d84-9fef08519f6f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 943 time: 0.0462077 Sep 22 15:16:50.644261 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f560fa8a-a4d3-45df-96cc-0c77a8b3cb29 req-313be8ca-e70b-4904-90b9-51aa92b3bd12 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ad5c920-989a-4e40-892a-904f0b5b3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405450 Sep 22 15:16:51.402903 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f0974-fba2-43d9-bee5-badcd608ca65 req-1b3bef37-6107-4171-b766-22364b2baa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:51.405007 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-602f0974-fba2-43d9-bee5-badcd608ca65 req-1b3bef37-6107-4171-b766-22364b2baa98 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 1127 time: 0.0448973 Sep 22 15:16:51.422189 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba72a75-8d44-446a-8203-17e9f2f51cb6 req-cf3d91fe-53be-4ae7-a7de-a124d7b93850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:51.423685 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cba72a75-8d44-446a-8203-17e9f2f51cb6 req-cf3d91fe-53be-4ae7-a7de-a124d7b93850 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 1130 time: 0.0433805 Sep 22 15:16:51.495580 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f0974-fba2-43d9-bee5-badcd608ca65 req-7db03008-4136-490e-9565-ea2d40ff1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:51.497114 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-602f0974-fba2-43d9-bee5-badcd608ca65 req-7db03008-4136-490e-9565-ea2d40ff1ce8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 916 time: 0.0858276 Sep 22 15:16:51.515256 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba72a75-8d44-446a-8203-17e9f2f51cb6 req-9c017cc1-3249-44a0-bbfe-1349dd1833f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:51.516700 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cba72a75-8d44-446a-8203-17e9f2f51cb6 req-9c017cc1-3249-44a0-bbfe-1349dd1833f0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 913 time: 0.0873156 Sep 22 15:16:51.539706 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-602f0974-fba2-43d9-bee5-badcd608ca65 req-cef93818-6b60-40b1-b957-805bfead8fc7 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80ae406-f25b-42d3-81a8-ad4ecbff6efd HTTP/1.1" status: 200 len: 217 time: 0.0367694 Sep 22 15:16:51.583857 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cba72a75-8d44-446a-8203-17e9f2f51cb6 req-185e3f84-ae3b-401d-894d-cdd2fbe42f7c service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd6d59c-610f-469f-b399-9636f8ed5224 HTTP/1.1" status: 200 len: 1001 time: 0.0611453 Sep 22 15:16:51.597945 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f0974-fba2-43d9-bee5-badcd608ca65 req-60bf6698-ed1d-4760-9be9-f7120e482c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:51.599429 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-602f0974-fba2-43d9-bee5-badcd608ca65 req-60bf6698-ed1d-4760-9be9-f7120e482c9e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 200 len: 854 time: 0.0528159 Sep 22 15:16:51.633036 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba72a75-8d44-446a-8203-17e9f2f51cb6 req-217b4390-8f3c-4d86-af6d-3288ea3db165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:51.634424 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cba72a75-8d44-446a-8203-17e9f2f51cb6 req-217b4390-8f3c-4d86-af6d-3288ea3db165 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 200 len: 851 time: 0.0446248 Sep 22 15:16:51.642380 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f0974-fba2-43d9-bee5-badcd608ca65 req-dcea4a7d-8fa4-4165-9fe8-3da9a5ea3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:51.643894 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-602f0974-fba2-43d9-bee5-badcd608ca65 req-dcea4a7d-8fa4-4165-9fe8-3da9a5ea3ee7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ade38697-1fcd-4c44-844a-ea42332bfc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387323 Sep 22 15:16:51.679263 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba72a75-8d44-446a-8203-17e9f2f51cb6 req-784fb9b4-cc48-4ae6-9d86-93eccaa94651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:51.681271 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cba72a75-8d44-446a-8203-17e9f2f51cb6 req-784fb9b4-cc48-4ae6-9d86-93eccaa94651 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=cd2f75aa-555e-4e70-b27f-30e0727f88fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405722 Sep 22 15:16:51.738539 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-602f0974-fba2-43d9-bee5-badcd608ca65 req-5dfafc4d-ccb0-4a53-b8d0-b91473e976b6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881827 Sep 22 15:16:51.793706 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b92217-e71b-4487-8807-19ee2a854662 req-3d5fd20e-affe-4d16-9af9-a43fdd9890a5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:51.795190 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b8b92217-e71b-4487-8807-19ee2a854662 req-3d5fd20e-affe-4d16-9af9-a43fdd9890a5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 943 time: 0.0587037 Sep 22 15:16:51.829289 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-602f0974-fba2-43d9-bee5-badcd608ca65 req-c9f22c91-f5a0-4908-9778-162061a93eca service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833564 Sep 22 15:16:51.831345 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cba72a75-8d44-446a-8203-17e9f2f51cb6 req-ed5007c4-9394-47c6-819f-4cc10fa12866 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432633 Sep 22 15:16:51.843086 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:51.846714 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:51.867713 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b8b92217-e71b-4487-8807-19ee2a854662 req-a211d891-600d-4d30-a870-ddd9e611a461 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ad5c920-989a-4e40-892a-904f0b5b3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660071 Sep 22 15:16:51.947738 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cba72a75-8d44-446a-8203-17e9f2f51cb6 req-0a2174f5-da2b-4e80-810d-9e32d0ce9325 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922198 Sep 22 15:16:52.532810 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:52.990891 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e73e50-b3b0-4a57-9a34-69a0ac45f793 req-1b68935b-902a-4bf3-832f-884239450cb6 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:52.992306 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-28e73e50-b3b0-4a57-9a34-69a0ac45f793 req-1b68935b-902a-4bf3-832f-884239450cb6 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 943 time: 0.0465057 Sep 22 15:16:53.039162 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-28e73e50-b3b0-4a57-9a34-69a0ac45f793 req-32b28d7f-9972-47b0-8f09-772b771ba3d9 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ad5c920-989a-4e40-892a-904f0b5b3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 Sep 22 15:16:54.005681 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device d80ae406-f25b-42d3-81a8-ad4ecbff6efd details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:16:54.107686 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port d80ae406-f25b-42d3-81a8-ad4ecbff6efd, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=d80ae406-f25b-42d3-81a8-ad4ecbff6efd,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:16:54.119314 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'port_id': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd', 'mac_address': 'fa:16:3e:69:0f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:16:54.154312 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port d80ae406-f25b-42d3-81a8-ad4ecbff6efd is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:16:54.154708 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:54.163568 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cf25e-b619-4e6c-bd80-9e25d836a819 req-1ab352de-bf54-4214-a9cb-67609bfe00be tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:54.164805 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:54.165070 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1a6cf25e-b619-4e6c-bd80-9e25d836a819 req-1ab352de-bf54-4214-a9cb-67609bfe00be tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 943 time: 0.0507786 Sep 22 15:16:54.168486 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80ae406-f25b-42d3-81a8-ad4ecbff6efd {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:16:54.189522 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port d80ae406-f25b-42d3-81a8-ad4ecbff6efd, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=d80ae406-f25b-42d3-81a8-ad4ecbff6efd,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:16:54.193519 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:54.213458 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1a6cf25e-b619-4e6c-bd80-9e25d836a819 req-16032659-cc7f-49c2-9ebc-e46eadab8916 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ad5c920-989a-4e40-892a-904f0b5b3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416477 Sep 22 15:16:54.226067 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:54.247414 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=d80ae406-f25b-42d3-81a8-ad4ecbff6efd,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:54.616892 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['d80ae406-f25b-42d3-81a8-ad4ecbff6efd'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:16:54.756299 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-646755aa-0fbf-48b7-b286-71b14851a596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:55.342103 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc8cac-fd1a-4ccb-ad5b-d9b89371a4dc req-c5b3ba65-9afb-4aad-80e4-bea5003f5a00 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:55.343617 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-59dc8cac-fd1a-4ccb-ad5b-d9b89371a4dc req-c5b3ba65-9afb-4aad-80e4-bea5003f5a00 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 944 time: 0.0498385 Sep 22 15:16:55.390171 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-59dc8cac-fd1a-4ccb-ad5b-d9b89371a4dc req-7db86484-f0b6-41c4-a652-799b2e37c693 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ad5c920-989a-4e40-892a-904f0b5b3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408394 Sep 22 15:16:56.001270 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device d80ae406-f25b-42d3-81a8-ad4ecbff6efd up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:16:56.043102 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port d80ae406-f25b-42d3-81a8-ad4ecbff6efd completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:16:56.049091 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port d80ae406-f25b-42d3-81a8-ad4ecbff6efd triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:16:56.049488 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:56.049792 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port d80ae406-f25b-42d3-81a8-ad4ecbff6efd Sep 22 15:16:56.125985 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port d80ae406-f25b-42d3-81a8-ad4ecbff6efd is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:16:56.126375 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:56.149126 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:16:56.151391 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc5c942-d188-476b-be65-ad3377e9bb5a" -d '{"events": [{"server_uuid": "4ced27be-841e-46b0-bc81-55d68cb766f7", "name": "network-vif-plugged", "status": "completed", "tag": "d80ae406-f25b-42d3-81a8-ad4ecbff6efd"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:16:56.167585 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port d80ae406-f25b-42d3-81a8-ad4ecbff6efd, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=d80ae406-f25b-42d3-81a8-ad4ecbff6efd,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:16:56.171229 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:56.192971 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f336334-6020-4146-8ec1-259033021253 x-openstack-request-id: req-8f336334-6020-4146-8ec1-259033021253 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:16:56.193263 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ced27be-841e-46b0-bc81-55d68cb766f7", "name": "network-vif-plugged", "status": "completed", "tag": "d80ae406-f25b-42d3-81a8-ad4ecbff6efd", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:16:56.193516 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f336334-6020-4146-8ec1-259033021253 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:16:56.193901 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f336334-6020-4146-8ec1-259033021253'] response: {'server_uuid': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd', 'code': 200} Sep 22 15:16:56.219283 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=d80ae406-f25b-42d3-81a8-ad4ecbff6efd,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:16:56.403673 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd94e45-7711-4efd-b6c4-7ae42c42858f req-877dbeed-035d-48de-817a-5c9c477e0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:56.405172 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-acd94e45-7711-4efd-b6c4-7ae42c42858f req-877dbeed-035d-48de-817a-5c9c477e0cde service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 1129 time: 0.0387444 Sep 22 15:16:56.454484 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-acd94e45-7711-4efd-b6c4-7ae42c42858f req-fafd6652-b3e5-4055-a50e-a2e4a542d8c7 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9ad5c920-989a-4e40-892a-904f0b5b3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434310 Sep 22 15:16:56.510755 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fa1ec-1894-4d45-a5f8-8a3fe5453899 req-750c117f-adec-471e-b96b-d0287bf761e2 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:56.512286 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-167fa1ec-1894-4d45-a5f8-8a3fe5453899 req-750c117f-adec-471e-b96b-d0287bf761e2 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 945 time: 0.0458772 Sep 22 15:16:56.558458 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-167fa1ec-1894-4d45-a5f8-8a3fe5453899 req-1b4f9196-2ef7-40b1-ae02-e329940431f4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ad5c920-989a-4e40-892a-904f0b5b3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396860 Sep 22 15:16:57.169768 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-59823c23-807d-467a-a03e-eea9a944d4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:57.678472 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f57fe6-0d1d-4dd7-92d8-047e1a396fd2 req-9f398bf0-8f5e-42d8-a0db-e15df8009dfd tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:57.679960 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-00f57fe6-0d1d-4dd7-92d8-047e1a396fd2 req-9f398bf0-8f5e-42d8-a0db-e15df8009dfd tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 945 time: 0.0461097 Sep 22 15:16:57.726180 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-00f57fe6-0d1d-4dd7-92d8-047e1a396fd2 req-1f9711f2-5eac-40f6-978d-6916edb934be tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ad5c920-989a-4e40-892a-904f0b5b3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405767 Sep 22 15:16:58.299460 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:58.846523 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a9840-0840-4090-89d9-15f95b449fc2 req-40354c74-bb0e-4eee-afde-f7d7450e9d61 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:58.848025 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-da3a9840-0840-4090-89d9-15f95b449fc2 req-40354c74-bb0e-4eee-afde-f7d7450e9d61 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 945 time: 0.0479670 Sep 22 15:16:58.895152 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-da3a9840-0840-4090-89d9-15f95b449fc2 req-92bd9898-1d7c-45a5-a4a0-c9485bfdd325 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ad5c920-989a-4e40-892a-904f0b5b3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412612 Sep 22 15:16:59.009530 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528d470-e493-4b2f-a814-22b061306cda req-537d27a1-f960-4785-92e5-47e41f8bbcfd tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:16:59.010897 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3528d470-e493-4b2f-a814-22b061306cda req-537d27a1-f960-4785-92e5-47e41f8bbcfd tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 945 time: 0.0457253 Sep 22 15:16:59.021769 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 56960) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:16:59.025937 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-ceeda346-2b1c-41df-a4ef-fb48dec7db60 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'floatingip': {'port_id': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:16:59.067009 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ceeda346-2b1c-41df-a4ef-fb48dec7db60 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (47c90462-112d-434f-b2d7-d008e5c03158), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:59.491411 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:59.546770 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:59.718585 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ceeda346-2b1c-41df-a4ef-fb48dec7db60 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:59.722208 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ceeda346-2b1c-41df-a4ef-fb48dec7db60 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (47c90462-112d-434f-b2d7-d008e5c03158), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:16:59.818092 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [None req-ceeda346-2b1c-41df-a4ef-fb48dec7db60 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Floating IP 47c90462-112d-434f-b2d7-d008e5c03158 associated. External IP: 172.27.1.213, port: d80ae406-f25b-42d3-81a8-ad4ecbff6efd. Sep 22 15:16:59.976749 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:16:59.979345 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:00.016504 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceeda346-2b1c-41df-a4ef-fb48dec7db60 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Router 46d35060-2731-41ed-82ad-6a4c9654c95d has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:17:00.074190 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:17:00.085565 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:17:00.121738 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceeda346-2b1c-41df-a4ef-fb48dec7db60 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:17:00.126144 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ceeda346-2b1c-41df-a4ef-fb48dec7db60 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:17:00.131426 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de1f22-16c9-40a0-9f47-941b2b4534a1 None None] Sync routers for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:17:00.142300 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de1f22-16c9-40a0-9f47-941b2b4534a1 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:17:00.142915 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-41de1f22-16c9-40a0-9f47-941b2b4534a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:16:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:17:00.155765 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-ceeda346-2b1c-41df-a4ef-fb48dec7db60 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "PUT /networking/v2.0/floatingips/47c90462-112d-434f-b2d7-d008e5c03158 HTTP/1.1" status: 200 len: 991 time: 1.1329870 Sep 22 15:17:00.156409 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'tag': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:17:00.158673 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ca862d-2f44-4285-b4e3-0d931dee48ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4ced27be-841e-46b0-bc81-55d68cb766f7", "tag": "d80ae406-f25b-42d3-81a8-ad4ecbff6efd"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:17:00.196790 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbf7616-1929-47e3-bb16-465c15dc3bd7 x-openstack-request-id: req-1dbf7616-1929-47e3-bb16-465c15dc3bd7 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:17:00.197082 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ced27be-841e-46b0-bc81-55d68cb766f7", "tag": "d80ae406-f25b-42d3-81a8-ad4ecbff6efd", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:17:00.197337 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1dbf7616-1929-47e3-bb16-465c15dc3bd7 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:17:00.197747 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dbf7616-1929-47e3-bb16-465c15dc3bd7'] response: {'name': 'network-changed', 'server_uuid': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'tag': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd', 'status': 'completed', 'code': 200} Sep 22 15:17:00.244861 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-41de1f22-16c9-40a0-9f47-941b2b4534a1 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:17:00.290373 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca862d-2f44-4285-b4e3-0d931dee48ce req-9ece07a8-909a-4629-955d-fe811f5e31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:17:00.291940 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-84ca862d-2f44-4285-b4e3-0d931dee48ce req-9ece07a8-909a-4629-955d-fe811f5e31ce service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 1129 time: 0.0395162 Sep 22 15:17:00.395515 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca862d-2f44-4285-b4e3-0d931dee48ce req-279084b2-2b48-4b69-9df5-f018e1e540ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:17:00.396885 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-84ca862d-2f44-4285-b4e3-0d931dee48ce req-279084b2-2b48-4b69-9df5-f018e1e540ee service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 916 time: 0.0895391 Sep 22 15:17:00.415295 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:00.453076 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:00.456884 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-41de1f22-16c9-40a0-9f47-941b2b4534a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '47c90462-112d-434f-b2d7-d008e5c03158', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:69:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:43Z', 'updated_at': '2022-09-22T15:16:59Z', 'revision_number': 1, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:17:00.482437 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de1f22-16c9-40a0-9f47-941b2b4534a1 None None] Checking router: 46d35060-2731-41ed-82ad-6a4c9654c95d for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:17:00.490891 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de1f22-16c9-40a0-9f47-941b2b4534a1 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:17:00.491528 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-41de1f22-16c9-40a0-9f47-941b2b4534a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:16:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:17:00.571319 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-84ca862d-2f44-4285-b4e3-0d931dee48ce req-cd5e1f22-4479-408d-907e-65230985bb04 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80ae406-f25b-42d3-81a8-ad4ecbff6efd HTTP/1.1" status: 200 len: 999 time: 0.0568216 Sep 22 15:17:00.593315 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-41de1f22-16c9-40a0-9f47-941b2b4534a1 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:17:00.620949 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca862d-2f44-4285-b4e3-0d931dee48ce req-499521a5-fa51-4f50-bc84-86e43d398065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:17:00.622418 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-84ca862d-2f44-4285-b4e3-0d931dee48ce req-499521a5-fa51-4f50-bc84-86e43d398065 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 200 len: 854 time: 0.0441732 Sep 22 15:17:00.671233 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca862d-2f44-4285-b4e3-0d931dee48ce req-d70a8680-66f1-4a10-8cf4-78993d402c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:17:00.672665 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-84ca862d-2f44-4285-b4e3-0d931dee48ce req-d70a8680-66f1-4a10-8cf4-78993d402c7a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ade38697-1fcd-4c44-844a-ea42332bfc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435398 Sep 22 15:17:00.685903 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:00.739575 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:00.768130 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-84ca862d-2f44-4285-b4e3-0d931dee48ce req-e99a5a91-d391-4495-87f7-7bf2addd351b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888400 Sep 22 15:17:00.802187 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-41de1f22-16c9-40a0-9f47-941b2b4534a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '47c90462-112d-434f-b2d7-d008e5c03158', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:69:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:43Z', 'updated_at': '2022-09-22T15:16:59Z', 'revision_number': 1, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:17:00.865371 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-84ca862d-2f44-4285-b4e3-0d931dee48ce req-ecdf4430-ba3a-4eec-82ae-edccbfd8936c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905924 Sep 22 15:17:00.962145 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de1f22-16c9-40a0-9f47-941b2b4534a1 None None] The sync data for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi is: [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '47c90462-112d-434f-b2d7-d008e5c03158', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:69:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:43Z', 'updated_at': '2022-09-22T15:16:59Z', 'revision_number': 1, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:17:01.138922 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871215a-c337-45b2-bc53-c5437963f70a None None] New status for floating IP 47c90462-112d-434f-b2d7-d008e5c03158: ACTIVE {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:17:01.824567 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=55 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:01.826470 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=73 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:10.198792 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:17:10.799692 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=39 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:10.805466 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=38 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:10.860316 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=19 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:10.862229 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=12 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:19.205805 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:20.194768 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=14 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:22.552793 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:17:24.737630 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-56475b38-0363-481e-adc8-692cadc7d15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:17:27.172659 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-bf0aefe6-f495-43d7-afb9-8e0412d124db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:17:28.300988 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:17:28.792168 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e99a2ea9-81f8-458c-9f88-d298e95d47cd req-e2414285-34f6-47f9-94bb-ac740ea8976f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517409 Sep 22 15:17:28.894613 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2ea9-81f8-458c-9f88-d298e95d47cd req-6c963229-1810-4c82-99ac-3b6d1b7627d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:17:28.896100 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e99a2ea9-81f8-458c-9f88-d298e95d47cd req-6c963229-1810-4c82-99ac-3b6d1b7627d6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 1130 time: 0.0377717 Sep 22 15:17:29.004758 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2ea9-81f8-458c-9f88-d298e95d47cd req-e9010599-a87f-48b8-a346-18d28a46f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:17:29.006239 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e99a2ea9-81f8-458c-9f88-d298e95d47cd req-e9010599-a87f-48b8-a346-18d28a46f5e0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 913 time: 0.0907803 Sep 22 15:17:29.074847 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e99a2ea9-81f8-458c-9f88-d298e95d47cd req-88d79fa4-bff0-464a-b01e-4ea958c38c91 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd6d59c-610f-469f-b399-9636f8ed5224 HTTP/1.1" status: 200 len: 1001 time: 0.0610254 Sep 22 15:17:29.126839 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2ea9-81f8-458c-9f88-d298e95d47cd req-59904a88-3791-4c67-b25b-edb36cc0646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:17:29.128677 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e99a2ea9-81f8-458c-9f88-d298e95d47cd req-59904a88-3791-4c67-b25b-edb36cc0646a service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 200 len: 851 time: 0.0474756 Sep 22 15:17:29.172706 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2ea9-81f8-458c-9f88-d298e95d47cd req-0a48d8ec-89e4-4f4b-921e-1eafbff69bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:17:29.174175 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e99a2ea9-81f8-458c-9f88-d298e95d47cd req-0a48d8ec-89e4-4f4b-921e-1eafbff69bf6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=cd2f75aa-555e-4e70-b27f-30e0727f88fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393023 Sep 22 15:17:29.268194 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e99a2ea9-81f8-458c-9f88-d298e95d47cd req-4fad972c-8e82-46ee-9465-5d4afdfec3b4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873139 Sep 22 15:17:29.357632 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e99a2ea9-81f8-458c-9f88-d298e95d47cd req-113888fe-f498-4caf-a19d-4706a5000267 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832512 Sep 22 15:17:30.071831 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:17:30.087522 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:17:39.352916 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=50 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:39.354842 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=51 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:40.067091 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:40.084084 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:47.197718 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:17:52.560740 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:17:54.740149 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-50e45a1c-8d93-4a93-95ce-bc269040374e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:17:56.203340 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:57.177777 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-d9f2d9f5-dccf-450d-a4a2-fc921bd94414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:17:57.193662 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:17:58.302812 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:00.074592 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:00.090366 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:15.087546 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:15.089898 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:22.585544 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:24.196266 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:18:24.681066 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57054) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:18:24.686134 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1126167938', 'description': 'tempest-description--33694845'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:18:24.707181 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:24.742960 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c355d5af-e04b-4390-a919-9f4819d55beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:24.778070 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (77da6e99-dd59-4038-a5bf-501a76e05703), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:24.781906 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (77da6e99-dd59-4038-a5bf-501a76e05703), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:24.812704 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:24.813922 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1318340 Sep 22 15:18:24.815779 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77da6e99-dd59-4038-a5bf-501a76e05703,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:18:24.816971 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57056) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:18:24.822278 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'security_group_rule': {'security_group_id': '77da6e99-dd59-4038-a5bf-501a76e05703', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:18:24.823193 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.823602 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.823964 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.824305 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.824650 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.824993 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.825333 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.825671 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.826104 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.826447 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.826790 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.827125 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.827485 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.827848 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.828180 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6dc36-0fa2-4c0c-a283-cbd3800e2934 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.851318 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (fac46524-0089-4518-9287-f530f66a8466), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:24.909325 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (fac46524-0089-4518-9287-f530f66a8466), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:24.914094 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (fac46524-0089-4518-9287-f530f66a8466), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:24.933022 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac46524-0089-4518-9287-f530f66a8466,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:18:24.943632 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:24.945007 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269503 Sep 22 15:18:24.946272 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.946627 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.946973 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.947348 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.947690 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.947834 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57060) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:18:24.948032 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.948436 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.948778 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.949111 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.949445 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.949780 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.950113 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.950442 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.950771 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.951099 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137cce-87ce-4b5f-baa3-ee487246ad47 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:24.952346 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-e385450b-99ad-4758-bd96-c1e3de2e723f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'security_group_rule': {'security_group_id': '77da6e99-dd59-4038-a5bf-501a76e05703', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:18:24.978286 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e385450b-99ad-4758-bd96-c1e3de2e723f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (569ab076-3c65-41d2-b70a-28718c0e6e27), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:25.033232 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e385450b-99ad-4758-bd96-c1e3de2e723f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (569ab076-3c65-41d2-b70a-28718c0e6e27), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:25.036765 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e385450b-99ad-4758-bd96-c1e3de2e723f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (569ab076-3c65-41d2-b70a-28718c0e6e27), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:25.055397 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385450b-99ad-4758-bd96-c1e3de2e723f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569ab076-3c65-41d2-b70a-28718c0e6e27,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:18:25.062319 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e385450b-99ad-4758-bd96-c1e3de2e723f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:25.063514 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-e385450b-99ad-4758-bd96-c1e3de2e723f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146564 Sep 22 15:18:25.066533 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57062) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:18:25.070729 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'floatingip': {'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:18:25.091730 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:25.171920 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:25.277458 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Allocated IP 172.27.1.155 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/98db2449-6f5f-4561-8bb6-ecbca38eee0a) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:18:25.378544 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for port (98db2449-6f5f-4561-8bb6-ecbca38eee0a), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:25.410446 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (98db2449-6f5f-4561-8bb6-ecbca38eee0a), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:25.440315 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:25.447324 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:25.451053 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:18:25.456856 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:18:25.459383 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:18:25.461900 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'Port': ['ID=98db2449-6f5f-4561-8bb6-ecbca38eee0a,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:18:25.546127 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (012ed87c-a94c-415b-8d22-a49095a1d16c), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:25.581332 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (98db2449-6f5f-4561-8bb6-ecbca38eee0a), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:25.722993 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for port (98db2449-6f5f-4561-8bb6-ecbca38eee0a), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:25.727337 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (98db2449-6f5f-4561-8bb6-ecbca38eee0a), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:25.795077 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'Port': ['ID=98db2449-6f5f-4561-8bb6-ecbca38eee0a,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:18:25.797537 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (012ed87c-a94c-415b-8d22-a49095a1d16c), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:25.814065 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:25.815317 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-8c3db455-78e3-4a8b-b5f6-e24766b01a3b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7478545 Sep 22 15:18:25.965989 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-500b9c63-dd3f-4c14-880f-ba3daaa39ab0 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1126167938&fields=id&tenant_id=fc8105a809364e67b8695f3e18a1d5e5 HTTP/1.1" status: 200 len: 267 time: 0.0422666 Sep 22 15:18:26.071429 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-2a24f87e-9cdf-4a10-a9a8-72e7be8caaff tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:26.072874 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-2a24f87e-9cdf-4a10-a9a8-72e7be8caaff tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 815 time: 0.1005859 Sep 22 15:18:26.086993 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-af38bbeb-9e63-43c1-a07f-4ab0553d27b2 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/quotas/fc8105a809364e67b8695f3e18a1d5e5 HTTP/1.1" status: 200 len: 375 time: 0.0087464 Sep 22 15:18:26.142002 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-30ba18ca-ac48-47a0-a438-a15f0dd6793a tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502651 Sep 22 15:18:26.236433 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-e1bf5770-1f4d-49b5-822d-03d3b9ce4827 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832217 Sep 22 15:18:26.328832 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-64fb6849-ea52-4b48-ab08-eb3a5d86e973 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867116 Sep 22 15:18:26.580747 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fbb80fc4-182d-4509-bebb-a4d746ea7826 req-411181b4-7c5c-47a6-8cf3-2b6fa1968307 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 210 time: 0.1137373 Sep 22 15:18:27.178729 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f7d66011-016c-4160-8409-3a373364b58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:27.514807 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:27.611019 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-4a0e1f9d-092c-44b5-a2ea-0c36021eeb0c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:27.612499 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-4a0e1f9d-092c-44b5-a2ea-0c36021eeb0c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 815 time: 0.1076131 Sep 22 15:18:27.635114 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:27.696715 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5c73755b-00a9-447a-96f1-fa0c0b2062e1 req-9e95457a-1bd9-4008-b18b-5d63d96203e1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 210 time: 0.0343308 Sep 22 15:18:27.719167 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-74c6ee72-d0e2-4589-9dbc-1421aaf70d7f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fc8105a809364e67b8695f3e18a1d5e5 HTTP/1.1" status: 200 len: 473 time: 0.0905094 Sep 22 15:18:27.803026 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-e3ea8e2b-87de-4968-908a-03f76d6ce29b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'port': {'device_id': '70389be6-2bba-4eea-8107-37d7c913d30d', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'admin_state_up': True, 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'security_groups': ['77da6e99-dd59-4038-a5bf-501a76e05703']}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:18:27.912552 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-e3ea8e2b-87de-4968-908a-03f76d6ce29b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Made reservation on behalf of fc8105a809364e67b8695f3e18a1d5e5 for: {'port': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:18:27.916576 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-e3ea8e2b-87de-4968-908a-03f76d6ce29b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:28.038344 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-e3ea8e2b-87de-4968-908a-03f76d6ce29b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Allocated IP 172.20.0.13 (ade38697-1fcd-4c44-844a-ea42332bfc0b/004ccd60-bed0-4c89-9fb1-1b61db1f798e/6116c553-a560-4855-b868-6bc40e70f6ec) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:18:28.175507 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-e3ea8e2b-87de-4968-908a-03f76d6ce29b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for port (6116c553-a560-4855-b868-6bc40e70f6ec), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:28.206272 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-e3ea8e2b-87de-4968-908a-03f76d6ce29b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (6116c553-a560-4855-b868-6bc40e70f6ec), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:28.251261 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-e3ea8e2b-87de-4968-908a-03f76d6ce29b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Network ade38697-1fcd-4c44-844a-ea42332bfc0b is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:18:28.256439 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-e3ea8e2b-87de-4968-908a-03f76d6ce29b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:18:28.260198 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-e3ea8e2b-87de-4968-908a-03f76d6ce29b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:18:28.312562 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:28.496700 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6298501a-959b-491e-80f2-c5bfd38fd633 None None] Provisioning complete for port 6116c553-a560-4855-b868-6bc40e70f6ec triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:18:28.497073 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6298501a-959b-491e-80f2-c5bfd38fd633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (6116c553-a560-4855-b868-6bc40e70f6ec), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:28.497411 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6298501a-959b-491e-80f2-c5bfd38fd633 None None] Attempt 1 to provision port 6116c553-a560-4855-b868-6bc40e70f6ec Sep 22 15:18:28.531023 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6298501a-959b-491e-80f2-c5bfd38fd633 None None] Port 6116c553-a560-4855-b868-6bc40e70f6ec cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:18:28.539357 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea8e2b-87de-4968-908a-03f76d6ce29b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'Port': ['ID=6116c553-a560-4855-b868-6bc40e70f6ec,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:18:28.565918 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-e3ea8e2b-87de-4968-908a-03f76d6ce29b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:28.566519 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-e3ea8e2b-87de-4968-908a-03f76d6ce29b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:28.582421 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-e3ea8e2b-87de-4968-908a-03f76d6ce29b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7831273 Sep 22 15:18:28.600358 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Request body: {'port': {'device_id': '70389be6-2bba-4eea-8107-37d7c913d30d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:18:28.657259 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6116c553-a560-4855-b868-6bc40e70f6ec), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:28.665253 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:28.777022 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:28.864605 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95594c4c-263e-476d-85cb-14613b820848 req-6240d099-8def-4860-a0f7-9688f2bc3b5a tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:28.866073 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-95594c4c-263e-476d-85cb-14613b820848 req-6240d099-8def-4860-a0f7-9688f2bc3b5a tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 932 time: 0.0925303 Sep 22 15:18:28.945143 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-95594c4c-263e-476d-85cb-14613b820848 req-46570d6b-5740-4589-8d21-be491327c728 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=77da6e99-dd59-4038-a5bf-501a76e05703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725780 Sep 22 15:18:28.988618 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6116c553-a560-4855-b868-6bc40e70f6ec {{(pid=106241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:18:28.996559 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Publish callbacks [] for port (6116c553-a560-4855-b868-6bc40e70f6ec), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:29.009204 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.provisioning_blocks [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Transition to ACTIVE for port object 6116c553-a560-4855-b868-6bc40e70f6ec will not be triggered until provisioned by entity L2. {{(pid=106241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:18:29.012113 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (6116c553-a560-4855-b868-6bc40e70f6ec), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:29.031735 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6298501a-959b-491e-80f2-c5bfd38fd633 None None] Attempt 2 to provision port 6116c553-a560-4855-b868-6bc40e70f6ec Sep 22 15:18:29.065235 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6298501a-959b-491e-80f2-c5bfd38fd633 None None] Port 6116c553-a560-4855-b868-6bc40e70f6ec cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:18:29.096412 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6116c553-a560-4855-b868-6bc40e70f6ec,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:18:29.124194 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Attempting to bind port 6116c553-a560-4855-b868-6bc40e70f6ec on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:18:29.124523 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Attempting to bind port 6116c553-a560-4855-b868-6bc40e70f6ec by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:18:29.124847 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Attempting to bind port 6116c553-a560-4855-b868-6bc40e70f6ec on network ade38697-1fcd-4c44-844a-ea42332bfc0b {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:18:29.165330 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Port 6116c553-a560-4855-b868-6bc40e70f6ec on network ade38697-1fcd-4c44-844a-ea42332bfc0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:18:29.165661 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Attempting to bind port 6116c553-a560-4855-b868-6bc40e70f6ec on network ade38697-1fcd-4c44-844a-ea42332bfc0b {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:18:29.207926 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:18:29.208258 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Checking segment: {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:18:29.208639 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Bound using segment: {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:18:29.209067 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Bound port: 6116c553-a560-4855-b868-6bc40e70f6ec, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:18:29.209835 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6116c553-a560-4855-b868-6bc40e70f6ec), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:29.273955 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] For port 6116c553-a560-4855-b868-6bc40e70f6ec, host hv-cinder-85646, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:18:29.277024 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] For port 6116c553-a560-4855-b868-6bc40e70f6ec, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=6116c553-a560-4855-b868-6bc40e70f6ec,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:18:29.282166 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (6116c553-a560-4855-b868-6bc40e70f6ec), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:29.285881 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:29.286497 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:29.287864 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/6116c553-a560-4855-b868-6bc40e70f6ec HTTP/1.1" status: 200 len: 1094 time: 0.6913989 Sep 22 15:18:29.289887 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70389be6-2bba-4eea-8107-37d7c913d30d', 'tag': '6116c553-a560-4855-b868-6bc40e70f6ec'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:18:29.292689 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fee9964-e374-48a2-ba3c-3de88782915a" -d '{"events": [{"name": "network-changed", "server_uuid": "70389be6-2bba-4eea-8107-37d7c913d30d", "tag": "6116c553-a560-4855-b868-6bc40e70f6ec"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:18:29.332993 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9218e121-53e7-4996-9b3c-8da91eee5c1b x-openstack-request-id: req-9218e121-53e7-4996-9b3c-8da91eee5c1b {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:18:29.333288 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70389be6-2bba-4eea-8107-37d7c913d30d", "tag": "6116c553-a560-4855-b868-6bc40e70f6ec", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:18:29.333737 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9218e121-53e7-4996-9b3c-8da91eee5c1b {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:18:29.334042 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9218e121-53e7-4996-9b3c-8da91eee5c1b'] response: {'name': 'network-changed', 'server_uuid': '70389be6-2bba-4eea-8107-37d7c913d30d', 'tag': '6116c553-a560-4855-b868-6bc40e70f6ec', 'status': 'completed', 'code': 200} Sep 22 15:18:29.343892 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44054cb6-e7d5-4cfb-8d74-c5611347e9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6116c553-a560-4855-b868-6bc40e70f6ec,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:18:29.397219 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-8e83932b-6cfa-447a-ae44-0bbd59a35eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:29.398671 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-8e83932b-6cfa-447a-ae44-0bbd59a35eed service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 1128 time: 0.0381250 Sep 22 15:18:29.446713 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-d9e570a2-98b2-4eb1-8995-883fb4a5fb8b service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6116c553-a560-4855-b868-6bc40e70f6ec HTTP/1.1" status: 200 len: 217 time: 0.0348992 Sep 22 15:18:29.485682 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:29.495520 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-fbec4d6f-4c97-4b1b-b962-abe67349c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:29.496997 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-fbec4d6f-4c97-4b1b-b962-abe67349c8d2 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 200 len: 854 time: 0.0449352 Sep 22 15:18:29.539118 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-6afc4c8d-64a2-44e7-9512-3e33f5fc3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:29.540510 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-6afc4c8d-64a2-44e7-9512-3e33f5fc3cdf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ade38697-1fcd-4c44-844a-ea42332bfc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376587 Sep 22 15:18:29.566767 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6298501a-959b-491e-80f2-c5bfd38fd633 None None] Attempt 3 to provision port 6116c553-a560-4855-b868-6bc40e70f6ec Sep 22 15:18:29.603863 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6298501a-959b-491e-80f2-c5bfd38fd633 None None] Port 6116c553-a560-4855-b868-6bc40e70f6ec had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 15:18:29.634085 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-e796bf14-4835-4b26-971a-090b5eaf6ccb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868571 Sep 22 15:18:29.723438 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f09f0c97-463f-414b-94f2-f96bbecdd704 req-9d047b21-8de7-484a-9898-ff037e972da1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830112 Sep 22 15:18:30.068982 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f2acc-7505-4fee-9815-b964afaed24d req-6cfb43c1-0ac0-414c-90e0-121a205cb9f7 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:30.070461 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-696f2acc-7505-4fee-9815-b964afaed24d req-6cfb43c1-0ac0-414c-90e0-121a205cb9f7 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 944 time: 0.0519767 Sep 22 15:18:30.082560 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:30.095954 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:30.122529 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-696f2acc-7505-4fee-9815-b964afaed24d req-7200fe6c-6052-4ca4-9eb7-1cc344436843 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=77da6e99-dd59-4038-a5bf-501a76e05703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435398 Sep 22 15:18:31.232587 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:31.248188 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb10a6-44ca-4728-8751-34b06161a8d1 req-3324a75f-a74f-4958-ab41-74fb73ee19b3 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:31.249668 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-27cb10a6-44ca-4728-8751-34b06161a8d1 req-3324a75f-a74f-4958-ab41-74fb73ee19b3 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 944 time: 0.0479555 Sep 22 15:18:31.296141 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-27cb10a6-44ca-4728-8751-34b06161a8d1 req-8a254bc9-cbc6-4894-85e9-9d5f39e781ae tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=77da6e99-dd59-4038-a5bf-501a76e05703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408459 Sep 22 15:18:31.907962 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a97448f-c68b-4b60-ac2c-48a6d2489ae6 req-148dbf48-394d-40b2-a92c-576822076e1d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395501 Sep 22 15:18:31.917541 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee9964-e374-48a2-ba3c-3de88782915a req-e701176f-9901-4fbc-9726-bcf5595ecc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:31.919037 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4fee9964-e374-48a2-ba3c-3de88782915a req-e701176f-9901-4fbc-9726-bcf5595ecc01 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 1128 time: 0.0428414 Sep 22 15:18:31.989693 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97448f-c68b-4b60-ac2c-48a6d2489ae6 req-0362f644-af89-4ceb-a76b-3ee8ed5d3889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:31.991174 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a97448f-c68b-4b60-ac2c-48a6d2489ae6 req-0362f644-af89-4ceb-a76b-3ee8ed5d3889 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 1129 time: 0.0416863 Sep 22 15:18:32.021957 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee9964-e374-48a2-ba3c-3de88782915a req-58f86251-caea-4492-9084-638cd1c1eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:32.023447 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4fee9964-e374-48a2-ba3c-3de88782915a req-58f86251-caea-4492-9084-638cd1c1eacc service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 916 time: 0.0869119 Sep 22 15:18:32.065825 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4fee9964-e374-48a2-ba3c-3de88782915a req-9d257887-394f-47f1-b3d3-2b7816ee2850 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6116c553-a560-4855-b868-6bc40e70f6ec HTTP/1.1" status: 200 len: 217 time: 0.0365295 Sep 22 15:18:32.094576 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97448f-c68b-4b60-ac2c-48a6d2489ae6 req-4a71402e-8db5-4e47-9214-5cdff38037df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:32.096084 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a97448f-c68b-4b60-ac2c-48a6d2489ae6 req-4a71402e-8db5-4e47-9214-5cdff38037df service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 916 time: 0.0858746 Sep 22 15:18:32.114537 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee9964-e374-48a2-ba3c-3de88782915a req-a7fc5cd7-cb83-414d-ad27-0a11c0ea7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:32.116016 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4fee9964-e374-48a2-ba3c-3de88782915a req-a7fc5cd7-cb83-414d-ad27-0a11c0ea7cb1 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 200 len: 854 time: 0.0438521 Sep 22 15:18:32.159266 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee9964-e374-48a2-ba3c-3de88782915a req-d68244ea-54b4-4a74-9242-a2dfe6cb6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:32.160709 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4fee9964-e374-48a2-ba3c-3de88782915a req-d68244ea-54b4-4a74-9242-a2dfe6cb6298 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ade38697-1fcd-4c44-844a-ea42332bfc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386539 Sep 22 15:18:32.162084 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a97448f-c68b-4b60-ac2c-48a6d2489ae6 req-fec76413-5c01-465e-bc0a-0b389e92cdc5 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d80ae406-f25b-42d3-81a8-ad4ecbff6efd HTTP/1.1" status: 200 len: 1001 time: 0.0590100 Sep 22 15:18:32.217071 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97448f-c68b-4b60-ac2c-48a6d2489ae6 req-b198d50a-4370-49f0-80a1-2c3d44a98843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:32.218594 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a97448f-c68b-4b60-ac2c-48a6d2489ae6 req-b198d50a-4370-49f0-80a1-2c3d44a98843 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 200 len: 854 time: 0.0436525 Sep 22 15:18:32.254249 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4fee9964-e374-48a2-ba3c-3de88782915a req-85dc5ae8-dfc2-4572-a6e2-e6a3ae35ce8b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863478 Sep 22 15:18:32.262977 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97448f-c68b-4b60-ac2c-48a6d2489ae6 req-8d68f5ea-590d-471c-96e8-81eb125ffd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:32.264781 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a97448f-c68b-4b60-ac2c-48a6d2489ae6 req-8d68f5ea-590d-471c-96e8-81eb125ffd6a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ade38697-1fcd-4c44-844a-ea42332bfc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392904 Sep 22 15:18:32.347031 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-4fee9964-e374-48a2-ba3c-3de88782915a req-d3e4320d-d9ee-4a6c-94e9-1a297bc00e6c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864999 Sep 22 15:18:32.359670 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a97448f-c68b-4b60-ac2c-48a6d2489ae6 req-c9a5bd5d-0392-4ede-bc2a-6e29be1cc097 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895839 Sep 22 15:18:32.460799 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:32.468978 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae30f78-5e42-46c7-9983-7d189c2eff0b req-724c6f9d-61d8-4c16-9d49-d74c880fb354 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:32.470454 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7ae30f78-5e42-46c7-9983-7d189c2eff0b req-724c6f9d-61d8-4c16-9d49-d74c880fb354 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 944 time: 0.0919063 Sep 22 15:18:32.514890 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5a97448f-c68b-4b60-ac2c-48a6d2489ae6 req-26065918-96f9-4556-ba5c-435c9d3b129e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454346 Sep 22 15:18:32.539471 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7ae30f78-5e42-46c7-9983-7d189c2eff0b req-0667c9a5-4e6d-4b79-81c2-f8ef96c321b3 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=77da6e99-dd59-4038-a5bf-501a76e05703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615315 Sep 22 15:18:33.200176 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:33.659362 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe6d22-7282-4455-8621-ddd3e39b1010 req-3f99ecd5-bb36-4bf3-a9fd-6e988f54bff3 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:33.660808 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-edbe6d22-7282-4455-8621-ddd3e39b1010 req-3f99ecd5-bb36-4bf3-a9fd-6e988f54bff3 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 944 time: 0.0463059 Sep 22 15:18:33.706367 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-edbe6d22-7282-4455-8621-ddd3e39b1010 req-734f3259-364e-4655-b8b1-4c24fe32ea7b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=77da6e99-dd59-4038-a5bf-501a76e05703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400348 Sep 22 15:18:34.192801 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:34.426189 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 6116c553-a560-4855-b868-6bc40e70f6ec details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:18:34.527895 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 6116c553-a560-4855-b868-6bc40e70f6ec, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=6116c553-a560-4855-b868-6bc40e70f6ec,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:18:34.538431 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '6116c553-a560-4855-b868-6bc40e70f6ec', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'port_id': '6116c553-a560-4855-b868-6bc40e70f6ec', 'mac_address': 'fa:16:3e:74:7e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:18:34.576262 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 6116c553-a560-4855-b868-6bc40e70f6ec is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:18:34.576650 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6116c553-a560-4855-b868-6bc40e70f6ec), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:34.589134 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6116c553-a560-4855-b868-6bc40e70f6ec {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:18:34.608232 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 6116c553-a560-4855-b868-6bc40e70f6ec, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=6116c553-a560-4855-b868-6bc40e70f6ec,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:18:34.611735 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (6116c553-a560-4855-b868-6bc40e70f6ec), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:34.656416 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=6116c553-a560-4855-b868-6bc40e70f6ec,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:18:34.663467 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:34.663823 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:34.664171 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:34.664519 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:34.664860 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:34.665193 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:34.665524 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:34.665854 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:34.666185 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:34.666514 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:34.666843 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:34.667172 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:34.667529 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:34.667855 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:34.668180 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:18:34.827898 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d5232-a76d-4f4a-b169-8d91e1c33e92 req-18844fe5-5a52-47da-9970-e1e99bbae49e tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:34.829380 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-606d5232-a76d-4f4a-b169-8d91e1c33e92 req-18844fe5-5a52-47da-9970-e1e99bbae49e tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 945 time: 0.0500848 Sep 22 15:18:34.875807 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-606d5232-a76d-4f4a-b169-8d91e1c33e92 req-3a7c13fc-9fd2-4ec4-b898-6df75c749f26 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=77da6e99-dd59-4038-a5bf-501a76e05703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409055 Sep 22 15:18:35.080692 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['6116c553-a560-4855-b868-6bc40e70f6ec'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:18:36.000313 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbe48a-b74a-4f3e-8194-5e6b2b911f59 req-94650c23-d351-4d34-a35d-293678b95976 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:36.001791 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43cbe48a-b74a-4f3e-8194-5e6b2b911f59 req-94650c23-d351-4d34-a35d-293678b95976 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 945 time: 0.0466242 Sep 22 15:18:36.050076 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-43cbe48a-b74a-4f3e-8194-5e6b2b911f59 req-01145d70-5c49-4cec-9b05-8799aae1d54e tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=77da6e99-dd59-4038-a5bf-501a76e05703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Sep 22 15:18:36.444940 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 6116c553-a560-4855-b868-6bc40e70f6ec up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:18:36.486762 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port 6116c553-a560-4855-b868-6bc40e70f6ec completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:18:36.493105 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 6116c553-a560-4855-b868-6bc40e70f6ec triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:18:36.493529 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (6116c553-a560-4855-b868-6bc40e70f6ec), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:36.493892 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 6116c553-a560-4855-b868-6bc40e70f6ec Sep 22 15:18:36.534683 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:36.568226 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 6116c553-a560-4855-b868-6bc40e70f6ec is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:18:36.568616 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (6116c553-a560-4855-b868-6bc40e70f6ec), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:36.571101 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:36.593050 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70389be6-2bba-4eea-8107-37d7c913d30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6116c553-a560-4855-b868-6bc40e70f6ec'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:18:36.595287 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac28c4c-1d3a-4574-8850-78b88f5d1f5d" -d '{"events": [{"server_uuid": "70389be6-2bba-4eea-8107-37d7c913d30d", "name": "network-vif-plugged", "status": "completed", "tag": "6116c553-a560-4855-b868-6bc40e70f6ec"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:18:36.608089 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 6116c553-a560-4855-b868-6bc40e70f6ec, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=6116c553-a560-4855-b868-6bc40e70f6ec,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:18:36.612700 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (6116c553-a560-4855-b868-6bc40e70f6ec), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:36.636784 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4484c0-2bb4-4084-876e-ffab9e7d2934 x-openstack-request-id: req-ef4484c0-2bb4-4084-876e-ffab9e7d2934 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:18:36.637069 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70389be6-2bba-4eea-8107-37d7c913d30d", "name": "network-vif-plugged", "status": "completed", "tag": "6116c553-a560-4855-b868-6bc40e70f6ec", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:18:36.637319 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef4484c0-2bb4-4084-876e-ffab9e7d2934 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:18:36.637704 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef4484c0-2bb4-4084-876e-ffab9e7d2934'] response: {'server_uuid': '70389be6-2bba-4eea-8107-37d7c913d30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6116c553-a560-4855-b868-6bc40e70f6ec', 'code': 200} Sep 22 15:18:36.661156 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=6116c553-a560-4855-b868-6bc40e70f6ec,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:18:36.850928 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109fa0b-163f-443a-886b-60077c8b627f req-e52e543f-7520-4855-852d-3086beba9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:36.852410 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4109fa0b-163f-443a-886b-60077c8b627f req-e52e543f-7520-4855-852d-3086beba9bee service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 1130 time: 0.0376101 Sep 22 15:18:36.873788 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:36.901104 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4109fa0b-163f-443a-886b-60077c8b627f req-9b0acf58-7d4f-443b-9849-fc8c135645f8 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=77da6e99-dd59-4038-a5bf-501a76e05703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429986 Sep 22 15:18:37.171237 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03111d73-678d-43f0-a315-f205c3246558 req-fcbf1c2e-cbeb-47e8-b1ca-272f19b3b998 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:37.172708 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-03111d73-678d-43f0-a315-f205c3246558 req-fcbf1c2e-cbeb-47e8-b1ca-272f19b3b998 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 946 time: 0.0462627 Sep 22 15:18:37.219356 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-03111d73-678d-43f0-a315-f205c3246558 req-02546f4a-b186-4ab4-a4a9-631627c69cfa tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=77da6e99-dd59-4038-a5bf-501a76e05703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Sep 22 15:18:38.341575 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5068c4-a203-4ecc-a46c-3ffd7aedd17c req-1471e39c-daf6-4a37-acd4-a6ffea0cbee4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:38.343057 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bf5068c4-a203-4ecc-a46c-3ffd7aedd17c req-1471e39c-daf6-4a37-acd4-a6ffea0cbee4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 946 time: 0.0478132 Sep 22 15:18:38.388722 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bf5068c4-a203-4ecc-a46c-3ffd7aedd17c req-1bb349af-f9b4-4e2b-b0ca-f5d0838e9fc4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=77da6e99-dd59-4038-a5bf-501a76e05703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399632 Sep 22 15:18:39.512213 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10be35a-c5fe-4821-a2d1-79082ab47692 req-6225aa67-6cca-4db9-8a0b-33c4812bdde8 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:39.513598 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b10be35a-c5fe-4821-a2d1-79082ab47692 req-6225aa67-6cca-4db9-8a0b-33c4812bdde8 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 946 time: 0.0499284 Sep 22 15:18:39.570439 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b10be35a-c5fe-4821-a2d1-79082ab47692 req-1258484b-f452-4edd-9c28-34fcbc633d78 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=77da6e99-dd59-4038-a5bf-501a76e05703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509610 Sep 22 15:18:39.695016 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c224cae-e4ae-498b-b1bf-ab54d848d66f req-b2132863-2c18-47e1-9820-df439ac315b2 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:39.696533 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9c224cae-e4ae-498b-b1bf-ab54d848d66f req-b2132863-2c18-47e1-9820-df439ac315b2 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 946 time: 0.0554261 Sep 22 15:18:39.706543 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57130) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:18:39.714196 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-8f480af7-ca89-4fe7-a19f-d12bcf3e9ffc tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'floatingip': {'port_id': '6116c553-a560-4855-b868-6bc40e70f6ec'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:18:39.762594 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8f480af7-ca89-4fe7-a19f-d12bcf3e9ffc tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (012ed87c-a94c-415b-8d22-a49095a1d16c), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:40.031282 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:40.206301 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8f480af7-ca89-4fe7-a19f-d12bcf3e9ffc tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:40.209899 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8f480af7-ca89-4fe7-a19f-d12bcf3e9ffc tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (012ed87c-a94c-415b-8d22-a49095a1d16c), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:40.304611 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [None req-8f480af7-ca89-4fe7-a19f-d12bcf3e9ffc tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Floating IP 012ed87c-a94c-415b-8d22-a49095a1d16c associated. External IP: 172.27.1.155, port: 6116c553-a560-4855-b868-6bc40e70f6ec. Sep 22 15:18:40.390098 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:40.502816 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f480af7-ca89-4fe7-a19f-d12bcf3e9ffc tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Router 46d35060-2731-41ed-82ad-6a4c9654c95d has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:18:40.602232 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f480af7-ca89-4fe7-a19f-d12bcf3e9ffc tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:18:40.607041 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8f480af7-ca89-4fe7-a19f-d12bcf3e9ffc tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:40.611605 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c9d349-19d2-47f9-8e8f-979c8d0f2cc1 None None] Sync routers for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:18:40.622115 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9d349-19d2-47f9-8e8f-979c8d0f2cc1 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:18:40.622738 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-57c9d349-19d2-47f9-8e8f-979c8d0f2cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:18:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:18:40.639226 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-8f480af7-ca89-4fe7-a19f-d12bcf3e9ffc tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "PUT /networking/v2.0/floatingips/012ed87c-a94c-415b-8d22-a49095a1d16c HTTP/1.1" status: 200 len: 992 time: 0.9316242 Sep 22 15:18:40.640248 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70389be6-2bba-4eea-8107-37d7c913d30d', 'tag': '6116c553-a560-4855-b868-6bc40e70f6ec'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:18:40.642770 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b496cdf-1675-40e3-b3d6-2a5e33086153" -d '{"events": [{"name": "network-changed", "server_uuid": "70389be6-2bba-4eea-8107-37d7c913d30d", "tag": "6116c553-a560-4855-b868-6bc40e70f6ec"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:18:40.678734 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbd10a8-29c5-4668-8fbd-cc8d33f16521 x-openstack-request-id: req-afbd10a8-29c5-4668-8fbd-cc8d33f16521 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:18:40.679029 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70389be6-2bba-4eea-8107-37d7c913d30d", "tag": "6116c553-a560-4855-b868-6bc40e70f6ec", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:18:40.679327 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-afbd10a8-29c5-4668-8fbd-cc8d33f16521 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:18:40.679745 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afbd10a8-29c5-4668-8fbd-cc8d33f16521'] response: {'name': 'network-changed', 'server_uuid': '70389be6-2bba-4eea-8107-37d7c913d30d', 'tag': '6116c553-a560-4855-b868-6bc40e70f6ec', 'status': 'completed', 'code': 200} Sep 22 15:18:40.724639 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-57c9d349-19d2-47f9-8e8f-979c8d0f2cc1 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:18:40.928873 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-57c9d349-19d2-47f9-8e8f-979c8d0f2cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '012ed87c-a94c-415b-8d22-a49095a1d16c', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': '6116c553-a560-4855-b868-6bc40e70f6ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:74:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70389be6-2bba-4eea-8107-37d7c913d30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:18:25Z', 'updated_at': '2022-09-22T15:18:40Z', 'revision_number': 1, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}, {'id': '47c90462-112d-434f-b2d7-d008e5c03158', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:69:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:43Z', 'updated_at': '2022-09-22T15:17:01Z', 'revision_number': 2, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:18:40.953080 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c9d349-19d2-47f9-8e8f-979c8d0f2cc1 None None] Checking router: 46d35060-2731-41ed-82ad-6a4c9654c95d for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:18:40.961100 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9d349-19d2-47f9-8e8f-979c8d0f2cc1 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:18:40.961690 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-57c9d349-19d2-47f9-8e8f-979c8d0f2cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:18:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:18:41.060510 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-57c9d349-19d2-47f9-8e8f-979c8d0f2cc1 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:18:41.278571 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-57c9d349-19d2-47f9-8e8f-979c8d0f2cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '012ed87c-a94c-415b-8d22-a49095a1d16c', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': '6116c553-a560-4855-b868-6bc40e70f6ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:74:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70389be6-2bba-4eea-8107-37d7c913d30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:18:25Z', 'updated_at': '2022-09-22T15:18:40Z', 'revision_number': 1, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}, {'id': '47c90462-112d-434f-b2d7-d008e5c03158', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:69:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:43Z', 'updated_at': '2022-09-22T15:17:01Z', 'revision_number': 2, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:18:41.281062 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:41.303772 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c9d349-19d2-47f9-8e8f-979c8d0f2cc1 None None] The sync data for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi is: [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '012ed87c-a94c-415b-8d22-a49095a1d16c', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': '6116c553-a560-4855-b868-6bc40e70f6ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:74:7e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70389be6-2bba-4eea-8107-37d7c913d30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:18:25Z', 'updated_at': '2022-09-22T15:18:40Z', 'revision_number': 1, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}, {'id': '47c90462-112d-434f-b2d7-d008e5c03158', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:69:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:43Z', 'updated_at': '2022-09-22T15:17:01Z', 'revision_number': 2, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:18:41.501955 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44643c1-3642-463b-b8ad-4211175bb57d None None] New status for floating IP 012ed87c-a94c-415b-8d22-a49095a1d16c: ACTIVE {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:18:42.336676 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=60,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:42.343696 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=59,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:43.090798 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b496cdf-1675-40e3-b3d6-2a5e33086153 req-5b42a285-65d7-4b0f-ba1a-0819579fdb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:43.092378 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9b496cdf-1675-40e3-b3d6-2a5e33086153 req-5b42a285-65d7-4b0f-ba1a-0819579fdb87 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 1130 time: 0.0397773 Sep 22 15:18:43.189447 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b496cdf-1675-40e3-b3d6-2a5e33086153 req-45fa6577-8460-49e6-a926-444e4cd69571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:43.190917 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9b496cdf-1675-40e3-b3d6-2a5e33086153 req-45fa6577-8460-49e6-a926-444e4cd69571 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 916 time: 0.0928447 Sep 22 15:18:43.256207 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9b496cdf-1675-40e3-b3d6-2a5e33086153 req-a0548b25-e15b-42b9-ab77-ee4200b6f21e service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6116c553-a560-4855-b868-6bc40e70f6ec HTTP/1.1" status: 200 len: 1002 time: 0.0585415 Sep 22 15:18:43.308708 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b496cdf-1675-40e3-b3d6-2a5e33086153 req-cac624ce-3b0d-458c-bc8e-ca45a216052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:43.310273 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9b496cdf-1675-40e3-b3d6-2a5e33086153 req-cac624ce-3b0d-458c-bc8e-ca45a216052f service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 200 len: 854 time: 0.0465281 Sep 22 15:18:43.353556 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b496cdf-1675-40e3-b3d6-2a5e33086153 req-6d2632cf-f235-476c-9bc4-65f948c966f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:43.355008 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9b496cdf-1675-40e3-b3d6-2a5e33086153 req-6d2632cf-f235-476c-9bc4-65f948c966f8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ade38697-1fcd-4c44-844a-ea42332bfc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387766 Sep 22 15:18:43.446970 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9b496cdf-1675-40e3-b3d6-2a5e33086153 req-8208c526-1c5f-46c0-825f-9c8f1a64dde3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863724 Sep 22 15:18:43.508184 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:43.543153 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9b496cdf-1675-40e3-b3d6-2a5e33086153 req-bd351938-0ae9-491a-b2c4-d1be20207a39 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904617 Sep 22 15:18:50.293310 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-fd02143b-1f5a-43dd-813f-abd93048eee6 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1322346546&fields=id&tenant_id=643f960acfbb4e5d8218e8dadc9066be HTTP/1.1" status: 200 len: 267 time: 0.0446801 Sep 22 15:18:50.398818 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-661f6446-5b2c-4082-b939-12ac4a48ad61 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:50.400295 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-661f6446-5b2c-4082-b939-12ac4a48ad61 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 812 time: 0.1007597 Sep 22 15:18:50.414354 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-2d2d9786-3868-4d57-81f8-768b88c99091 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/quotas/643f960acfbb4e5d8218e8dadc9066be HTTP/1.1" status: 200 len: 375 time: 0.0087824 Sep 22 15:18:50.457259 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:50.470008 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-4599facc-15f8-4916-81be-2a263e2c6188 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510111 Sep 22 15:18:50.527736 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-4756f548-a0b3-4488-969b-28278f7054c3 service neutron] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 15:18:50.528721 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-4756f548-a0b3-4488-969b-28278f7054c3 service neutron] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0478117 Sep 22 15:18:50.616819 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-9905773e-2801-4f35-aaca-c6d395f405b9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821838 Sep 22 15:18:50.710404 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-e5ef58c5-c863-4e94-b6e9-88ee1561dbe2 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875874 Sep 22 15:18:51.007669 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-1f170349-7939-440f-9d9b-8f321373b362 req-5571f237-7a21-4c20-906a-5f47a0fec0ab tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 210 time: 0.0285127 Sep 22 15:18:51.281594 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=72 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:52.111552 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dc7e10fb-dd8f-4c69-a44b-70c70d40d8e5 req-e7f8fcc8-838f-4c73-aad4-29b98b2843bd tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 210 time: 0.0275810 Sep 22 15:18:52.485606 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-e494e3ee-0d74-4caa-b302-3fd3830c3e8a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:52.487108 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-e494e3ee-0d74-4caa-b302-3fd3830c3e8a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.49 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 812 time: 0.3561156 Sep 22 15:18:52.555548 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-5f8e251a-fbff-42db-9012-81eb65124733 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=643f960acfbb4e5d8218e8dadc9066be HTTP/1.1" status: 200 len: 380 time: 0.0527124 Sep 22 15:18:52.564873 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-8e7e684e-0b6e-4f2d-b676-fbcbc3e07cef tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Request body: {'port': {'device_id': '4bec9490-57bb-4e2c-8a20-00f92ea7a34f', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'admin_state_up': True, 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'security_groups': ['c419bb7f-b99d-41a3-8b1f-e4ac4fee591b']}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:18:52.586591 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:52.676388 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-8e7e684e-0b6e-4f2d-b676-fbcbc3e07cef tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Made reservation on behalf of 643f960acfbb4e5d8218e8dadc9066be for: {'port': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:18:52.680103 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-8e7e684e-0b6e-4f2d-b676-fbcbc3e07cef tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:52.804476 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-8e7e684e-0b6e-4f2d-b676-fbcbc3e07cef tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Allocated IP 172.20.0.8 (cd2f75aa-555e-4e70-b27f-30e0727f88fc/e758423a-0f5c-4f1d-a40d-edb31da8ce0d/aa3cf995-521b-4bbb-8ab3-5767af4d6b56) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:18:52.806123 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:52.949924 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-8e7e684e-0b6e-4f2d-b676-fbcbc3e07cef tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:52.982963 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-8e7e684e-0b6e-4f2d-b676-fbcbc3e07cef tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:53.032281 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-8e7e684e-0b6e-4f2d-b676-fbcbc3e07cef tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Network cd2f75aa-555e-4e70-b27f-30e0727f88fc is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:18:53.035463 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-8e7e684e-0b6e-4f2d-b676-fbcbc3e07cef tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:18:53.039315 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-8e7e684e-0b6e-4f2d-b676-fbcbc3e07cef tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:18:53.042723 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:53.066578 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e684e-0b6e-4f2d-b676-fbcbc3e07cef tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'Port': ['ID=aa3cf995-521b-4bbb-8ab3-5767af4d6b56,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:18:53.096487 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-8e7e684e-0b6e-4f2d-b676-fbcbc3e07cef tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:53.097112 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-8e7e684e-0b6e-4f2d-b676-fbcbc3e07cef tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:53.115460 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-8e7e684e-0b6e-4f2d-b676-fbcbc3e07cef tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5540738 Sep 22 15:18:53.136654 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Request body: {'port': {'device_id': '4bec9490-57bb-4e2c-8a20-00f92ea7a34f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:18:53.232065 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:53.253925 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428c8cb-1c17-45c1-a76a-0e869cf3b937 req-3b150d6c-d500-413d-a89b-18408709efac tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:53.255439 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5428c8cb-1c17-45c1-a76a-0e869cf3b937 req-3b150d6c-d500-413d-a89b-18408709efac tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 931 time: 0.0635049 Sep 22 15:18:53.261329 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-07fbb8a5-7269-417e-a683-51f962693640 None None] Provisioning complete for port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:18:53.261778 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-07fbb8a5-7269-417e-a683-51f962693640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:53.262183 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-07fbb8a5-7269-417e-a683-51f962693640 None None] Attempt 1 to provision port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 Sep 22 15:18:53.300498 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-07fbb8a5-7269-417e-a683-51f962693640 None None] Port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:18:53.385576 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5428c8cb-1c17-45c1-a76a-0e869cf3b937 req-fb7e1e5d-283a-4914-9873-efe1015d50f0 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085715 Sep 22 15:18:53.538959 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3cf995-521b-4bbb-8ab3-5767af4d6b56 {{(pid=106241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:18:53.546969 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Publish callbacks [] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:53.559639 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.provisioning_blocks [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Transition to ACTIVE for port object aa3cf995-521b-4bbb-8ab3-5767af4d6b56 will not be triggered until provisioned by entity L2. {{(pid=106241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:18:53.565431 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:53.626922 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:53.658056 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Pushing event updated for resources: {'Port': ['ID=aa3cf995-521b-4bbb-8ab3-5767af4d6b56,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:18:53.686338 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Attempting to bind port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:18:53.686688 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Attempting to bind port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:18:53.687006 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Attempting to bind port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 on network cd2f75aa-555e-4e70-b27f-30e0727f88fc {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:18:53.728923 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 on network cd2f75aa-555e-4e70-b27f-30e0727f88fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:18:53.729251 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Attempting to bind port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 on network cd2f75aa-555e-4e70-b27f-30e0727f88fc {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:18:53.771799 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:18:53.772134 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Checking segment: {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:18:53.772529 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Bound using segment: {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:18:53.772963 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Bound port: aa3cf995-521b-4bbb-8ab3-5767af4d6b56, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f594c5f-fdda-4b12-abdc-f514ec30536a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:18:53.773326 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:53.801736 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-07fbb8a5-7269-417e-a683-51f962693640 None None] Attempt 2 to provision port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 Sep 22 15:18:53.833455 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-07fbb8a5-7269-417e-a683-51f962693640 None None] Port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:18:53.836623 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] For port aa3cf995-521b-4bbb-8ab3-5767af4d6b56, host hv-cinder-85646, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:18:53.839634 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] For port aa3cf995-521b-4bbb-8ab3-5767af4d6b56, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=aa3cf995-521b-4bbb-8ab3-5767af4d6b56,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:18:53.845605 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:53.849562 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:53.850176 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:53.851567 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/aa3cf995-521b-4bbb-8ab3-5767af4d6b56 HTTP/1.1" status: 200 len: 1093 time: 0.7192833 Sep 22 15:18:53.853033 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bec9490-57bb-4e2c-8a20-00f92ea7a34f', 'tag': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:18:53.855314 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc363e26-4114-4ed0-9e9b-ac4f29e33eea" -d '{"events": [{"name": "network-changed", "server_uuid": "4bec9490-57bb-4e2c-8a20-00f92ea7a34f", "tag": "aa3cf995-521b-4bbb-8ab3-5767af4d6b56"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:18:53.877500 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:53.899636 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d85adc-8c23-42ee-866a-2e59341f1006 x-openstack-request-id: req-18d85adc-8c23-42ee-866a-2e59341f1006 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:18:53.900224 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bec9490-57bb-4e2c-8a20-00f92ea7a34f", "tag": "aa3cf995-521b-4bbb-8ab3-5767af4d6b56", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:18:53.900224 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18d85adc-8c23-42ee-866a-2e59341f1006 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:18:53.900554 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d85adc-8c23-42ee-866a-2e59341f1006'] response: {'name': 'network-changed', 'server_uuid': '4bec9490-57bb-4e2c-8a20-00f92ea7a34f', 'tag': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56', 'status': 'completed', 'code': 200} Sep 22 15:18:53.905892 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f93b0-1c5d-441f-8aad-9f39d1ab374a service neutron] Pushing event updated for resources: {'Port': ['ID=aa3cf995-521b-4bbb-8ab3-5767af4d6b56,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:18:53.962343 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-591306e8-8cf1-4dbc-a562-994c7406364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:53.963876 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-591306e8-8cf1-4dbc-a562-994c7406364f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 1127 time: 0.0400867 Sep 22 15:18:54.014957 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-01247255-1239-4777-be9d-c7c08327c870 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa3cf995-521b-4bbb-8ab3-5767af4d6b56 HTTP/1.1" status: 200 len: 217 time: 0.0362346 Sep 22 15:18:54.063574 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-d2c47ac0-544b-44a0-86d0-8e71f452a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:54.064958 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-d2c47ac0-544b-44a0-86d0-8e71f452a9c8 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 200 len: 851 time: 0.0439379 Sep 22 15:18:54.108095 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-68cf3fc0-a501-4124-8df0-9382deecbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:54.109523 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-68cf3fc0-a501-4124-8df0-9382deecbb76 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=cd2f75aa-555e-4e70-b27f-30e0727f88fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382612 Sep 22 15:18:54.201611 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-7fca0442-50f5-4109-8e16-90d191f2e998 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858319 Sep 22 15:18:54.292181 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0ac738d7-1687-4928-864e-512b9ed8dd60 req-7ede1f56-af1f-4064-9c74-f1222ec481a1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829697 Sep 22 15:18:54.334204 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-07fbb8a5-7269-417e-a683-51f962693640 None None] Attempt 3 to provision port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 Sep 22 15:18:54.371995 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-07fbb8a5-7269-417e-a683-51f962693640 None None] Port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 15:18:54.513710 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bf414-2114-4bf9-bc59-0ac88eaa1d35 req-da060483-1573-4b7f-807d-3e0e9455537a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:54.515451 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e84bf414-2114-4bf9-bc59-0ac88eaa1d35 req-da060483-1573-4b7f-807d-3e0e9455537a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 943 time: 0.0524187 Sep 22 15:18:54.562708 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e84bf414-2114-4bf9-bc59-0ac88eaa1d35 req-7a408413-24a2-4483-8e72-64d46eef25aa tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416355 Sep 22 15:18:54.745430 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-58e29e94-73d0-46cb-825c-7dad55405980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:55.084282 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:55.086195 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:55.351495 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc363e26-4114-4ed0-9e9b-ac4f29e33eea req-38fba56c-7c2b-46b0-b98b-f79cc04c2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:55.352863 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dc363e26-4114-4ed0-9e9b-ac4f29e33eea req-38fba56c-7c2b-46b0-b98b-f79cc04c2f31 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 1127 time: 0.0396266 Sep 22 15:18:55.443042 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc363e26-4114-4ed0-9e9b-ac4f29e33eea req-330038a8-0073-410c-a9a0-61f61557ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:55.444481 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dc363e26-4114-4ed0-9e9b-ac4f29e33eea req-330038a8-0073-410c-a9a0-61f61557ffa3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 913 time: 0.0853179 Sep 22 15:18:55.487852 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dc363e26-4114-4ed0-9e9b-ac4f29e33eea req-d6452bbc-f2ef-4724-871a-0e03f129c449 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa3cf995-521b-4bbb-8ab3-5767af4d6b56 HTTP/1.1" status: 200 len: 217 time: 0.0321436 Sep 22 15:18:55.543128 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc363e26-4114-4ed0-9e9b-ac4f29e33eea req-fb0048b7-34ea-4076-ba2e-f51a0bb88d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:55.544539 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dc363e26-4114-4ed0-9e9b-ac4f29e33eea req-fb0048b7-34ea-4076-ba2e-f51a0bb88d5c service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 200 len: 851 time: 0.0426955 Sep 22 15:18:55.577695 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:55.590594 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc363e26-4114-4ed0-9e9b-ac4f29e33eea req-fdb8098b-209c-4328-afc9-362ea562c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:55.592173 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dc363e26-4114-4ed0-9e9b-ac4f29e33eea req-fdb8098b-209c-4328-afc9-362ea562c76f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=cd2f75aa-555e-4e70-b27f-30e0727f88fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391848 Sep 22 15:18:55.701359 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4eaea-4356-4746-82c8-f62384b3f205 req-94178594-5508-4773-8da9-a4f33b59799a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:55.702778 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2bc4eaea-4356-4746-82c8-f62384b3f205 req-94178594-5508-4773-8da9-a4f33b59799a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 943 time: 0.0567703 Sep 22 15:18:55.742304 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dc363e26-4114-4ed0-9e9b-ac4f29e33eea req-3055cfe5-089c-4c03-899f-8867156a67b1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433008 Sep 22 15:18:55.810523 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2bc4eaea-4356-4746-82c8-f62384b3f205 req-2cecb710-417d-4068-84b1-7a142ecc1fe7 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010499 Sep 22 15:18:55.847732 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dc363e26-4114-4ed0-9e9b-ac4f29e33eea req-a2681788-1e46-41a6-904b-69c1b78b8347 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980062 Sep 22 15:18:56.928093 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437d046-13bc-4619-85a2-ec921093a18e req-e38bf219-66ca-4dec-9807-3358b0e833f2 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:56.929539 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d437d046-13bc-4619-85a2-ec921093a18e req-e38bf219-66ca-4dec-9807-3358b0e833f2 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 943 time: 0.0462904 Sep 22 15:18:56.941142 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:18:56.982184 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d437d046-13bc-4619-85a2-ec921093a18e req-62bf4005-790e-44be-b64b-e5c0cd6982cd tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471065 Sep 22 15:18:57.181299 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c8a98792-cff7-4912-bc5b-c6e9a2fd08b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:58.099566 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2f551-019b-470a-9609-0697b0659bb5 req-c05e6a35-6ae5-4313-917f-510249431797 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:58.101000 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f2a2f551-019b-470a-9609-0697b0659bb5 req-c05e6a35-6ae5-4313-917f-510249431797 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 943 time: 0.0456262 Sep 22 15:18:58.149487 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f2a2f551-019b-470a-9609-0697b0659bb5 req-09b4f632-0575-4762-9e7d-4c5393b42062 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427897 Sep 22 15:18:58.315054 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:18:59.271081 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c99f3-baa8-497c-8b74-644421aa65c2 req-fea90ca9-912a-4183-b4c3-999cc2377f2e tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:18:59.272567 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-126c99f3-baa8-497c-8b74-644421aa65c2 req-fea90ca9-912a-4183-b4c3-999cc2377f2e tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 943 time: 0.0473731 Sep 22 15:18:59.322045 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-126c99f3-baa8-497c-8b74-644421aa65c2 req-b6316adc-8ef7-4bb3-b6a3-ca5f7f71deb4 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438473 Sep 22 15:19:00.080011 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:00.097346 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:00.443378 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc2dda-cf2f-4f99-8615-002f520f845d req-71c263af-21be-4b83-af04-56ab9dc12f16 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:00.444848 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5fcc2dda-cf2f-4f99-8615-002f520f845d req-71c263af-21be-4b83-af04-56ab9dc12f16 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 943 time: 0.0489888 Sep 22 15:19:00.493727 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5fcc2dda-cf2f-4f99-8615-002f520f845d req-2bd29ef9-2ce2-45e8-86c1-e2220f148482 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434074 Sep 22 15:19:01.194607 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:19:01.614282 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae285c4-198f-4079-98ad-5c1c782c9043 req-0a384772-988f-49bb-a13e-21a0c5ff92f3 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:01.615677 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4ae285c4-198f-4079-98ad-5c1c782c9043 req-0a384772-988f-49bb-a13e-21a0c5ff92f3 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 943 time: 0.0463409 Sep 22 15:19:01.663321 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4ae285c4-198f-4079-98ad-5c1c782c9043 req-50dea3f3-cc94-4744-866f-d82e417df9db tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421357 Sep 22 15:19:02.579218 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device aa3cf995-521b-4bbb-8ab3-5767af4d6b56 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:19:02.679034 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port aa3cf995-521b-4bbb-8ab3-5767af4d6b56, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=aa3cf995-521b-4bbb-8ab3-5767af4d6b56,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:19:02.689873 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'port_id': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56', 'mac_address': 'fa:16:3e:20:9c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:19:02.725158 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:19:02.725489 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:02.738733 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3cf995-521b-4bbb-8ab3-5767af4d6b56 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:19:02.758445 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port aa3cf995-521b-4bbb-8ab3-5767af4d6b56, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=aa3cf995-521b-4bbb-8ab3-5767af4d6b56,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:19:02.762488 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:02.793085 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84d144-69a1-4059-861b-c195717756e0 req-0004f25d-8f30-448a-b37c-5d3b32d7ade3 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:02.794567 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e84d144-69a1-4059-861b-c195717756e0 req-0004f25d-8f30-448a-b37c-5d3b32d7ade3 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 943 time: 0.0507784 Sep 22 15:19:02.808980 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=aa3cf995-521b-4bbb-8ab3-5767af4d6b56,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:19:02.845889 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-5e84d144-69a1-4059-861b-c195717756e0 req-43c01d1c-548c-4b3d-9cc3-549b5876fea9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455608 Sep 22 15:19:03.177096 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['aa3cf995-521b-4bbb-8ab3-5767af4d6b56'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:19:03.510759 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:03.966424 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47265d-853a-4f3e-a53f-4903e73f4e96 req-773484ae-07c4-4653-aa3a-c2654e92a076 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:03.967907 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d47265d-853a-4f3e-a53f-4903e73f4e96 req-773484ae-07c4-4653-aa3a-c2654e92a076 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 944 time: 0.0479581 Sep 22 15:19:04.016723 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6d47265d-853a-4f3e-a53f-4903e73f4e96 req-417bab89-d42f-48b9-9363-2691443cfa1c tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431724 Sep 22 15:19:04.601491 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device aa3cf995-521b-4bbb-8ab3-5767af4d6b56 up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:19:04.658818 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:19:04.664855 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:19:04.665294 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:04.665717 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 Sep 22 15:19:04.685628 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:04.736332 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:19:04.736645 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:04.759013 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bec9490-57bb-4e2c-8a20-00f92ea7a34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:19:04.761412 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17392fda-ce7d-4778-9512-9ff270a82311" -d '{"events": [{"server_uuid": "4bec9490-57bb-4e2c-8a20-00f92ea7a34f", "name": "network-vif-plugged", "status": "completed", "tag": "aa3cf995-521b-4bbb-8ab3-5767af4d6b56"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:19:04.774632 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port aa3cf995-521b-4bbb-8ab3-5767af4d6b56, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=aa3cf995-521b-4bbb-8ab3-5767af4d6b56,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:19:04.778473 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:04.803778 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f422b17-8b89-4164-b634-14d09da41530 x-openstack-request-id: req-1f422b17-8b89-4164-b634-14d09da41530 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:19:04.804069 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bec9490-57bb-4e2c-8a20-00f92ea7a34f", "name": "network-vif-plugged", "status": "completed", "tag": "aa3cf995-521b-4bbb-8ab3-5767af4d6b56", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:19:04.804322 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f422b17-8b89-4164-b634-14d09da41530 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:19:04.804711 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f422b17-8b89-4164-b634-14d09da41530'] response: {'server_uuid': '4bec9490-57bb-4e2c-8a20-00f92ea7a34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56', 'code': 200} Sep 22 15:19:04.830406 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=aa3cf995-521b-4bbb-8ab3-5767af4d6b56,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:19:05.138350 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cb1f9-3da6-43c2-aacc-3dcab8ba8942 req-13c1ee58-4aa5-4394-9d6f-8a1e99db3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:05.140100 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fd7cb1f9-3da6-43c2-aacc-3dcab8ba8942 req-13c1ee58-4aa5-4394-9d6f-8a1e99db3cce service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 1129 time: 0.1089766 Sep 22 15:19:05.160166 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4846f-c03e-431f-aa04-bcf52d6ba0a2 req-85eaa150-45bc-46cb-a49e-141abb7c66ec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:05.161522 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bbf4846f-c03e-431f-aa04-bcf52d6ba0a2 req-85eaa150-45bc-46cb-a49e-141abb7c66ec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 945 time: 0.0619419 Sep 22 15:19:05.166972 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:05.228812 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-fd7cb1f9-3da6-43c2-aacc-3dcab8ba8942 req-79f00bcc-0760-4db5-b293-22c7c6e36b0d service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811954 Sep 22 15:19:05.233862 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-bbf4846f-c03e-431f-aa04-bcf52d6ba0a2 req-d5968779-043c-4e4e-b449-92be5a87969d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658188 Sep 22 15:19:06.354962 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16826e33-832d-4bf8-9e4b-3917daec8fc8 req-aff9b55a-d507-4ac9-9594-f7b5b177c3ef tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:06.356945 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-16826e33-832d-4bf8-9e4b-3917daec8fc8 req-aff9b55a-d507-4ac9-9594-f7b5b177c3ef tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 945 time: 0.0478952 Sep 22 15:19:06.405065 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-16826e33-832d-4bf8-9e4b-3917daec8fc8 req-52d63920-4dfd-4e9f-81da-34330fb01943 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425394 Sep 22 15:19:07.529577 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68305a2d-234a-4255-bfdd-82c4c5bddb3e req-47e29c76-7cf8-4506-87be-dbd911d97903 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:07.531029 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-68305a2d-234a-4255-bfdd-82c4c5bddb3e req-47e29c76-7cf8-4506-87be-dbd911d97903 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 945 time: 0.0500481 Sep 22 15:19:07.578935 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-68305a2d-234a-4255-bfdd-82c4c5bddb3e req-332c8136-00f5-4b48-867f-64a4fe7a81cb tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423152 Sep 22 15:19:07.695573 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6105e5-8a86-44ad-839b-6fddbfd783db req-2138f063-47b7-44b8-8871-9d42093ab454 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:07.697071 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9c6105e5-8a86-44ad-839b-6fddbfd783db req-2138f063-47b7-44b8-8871-9d42093ab454 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 945 time: 0.0456517 Sep 22 15:19:07.722199 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:07.745303 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9c6105e5-8a86-44ad-839b-6fddbfd783db req-b77acc4c-415f-4ae4-ab6c-054fc66b1f6f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421324 Sep 22 15:19:07.774173 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57232) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:19:07.906765 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60b5240-bdce-41cb-a36e-fd06f1f78f97 tempest-TestVolumeBootPattern-1246127653 tempest-TestVolumeBootPattern-1246127653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:07.908277 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-a60b5240-bdce-41cb-a36e-fd06f1f78f97 tempest-TestVolumeBootPattern-1246127653 tempest-TestVolumeBootPattern-1246127653-project-admin] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 1124 time: 0.1331351 Sep 22 15:19:07.910967 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57236) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:19:07.915063 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Request body: {'floatingip': {'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'port_id': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:19:07.936421 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:08.016477 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:08.124781 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Allocated IP 172.27.1.3 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/f9393605-291c-485c-ba99-24b15a7472be) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:19:08.228581 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for port (f9393605-291c-485c-ba99-24b15a7472be), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:08.260178 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (f9393605-291c-485c-ba99-24b15a7472be), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:08.303741 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:19:08.308423 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:19:08.312307 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:19:08.316025 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'Port': ['ID=f9393605-291c-485c-ba99-24b15a7472be,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:19:08.354358 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:08.629644 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:08.656767 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for floatingip (f6545805-4590-45a0-b155-674dae62cef3), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:08.723261 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (f9393605-291c-485c-ba99-24b15a7472be), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:08.863552 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for port (f9393605-291c-485c-ba99-24b15a7472be), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:08.868021 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (f9393605-291c-485c-ba99-24b15a7472be), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:08.933298 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event updated for resources: {'Port': ['ID=f9393605-291c-485c-ba99-24b15a7472be,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:19:08.935939 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (f6545805-4590-45a0-b155-674dae62cef3), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:09.030559 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Floating IP f6545805-4590-45a0-b155-674dae62cef3 associated. External IP: 172.27.1.3, port: aa3cf995-521b-4bbb-8ab3-5767af4d6b56. Sep 22 15:19:09.168777 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:09.228834 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Router dc4cf907-6b26-400f-afb5-b841b52f6193 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:19:09.580409 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:19:09.590709 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0651d133-b723-4f6c-9aaa-83cd112437a7 None None] Sync routers for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:19:09.598028 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:09.602654 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0651d133-b723-4f6c-9aaa-83cd112437a7 None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:19:09.603340 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-0651d133-b723-4f6c-9aaa-83cd112437a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:18:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:19:09.628088 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-1f50bf01-5772-4943-9285-e69623f51725 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7160928 Sep 22 15:19:09.628721 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bec9490-57bb-4e2c-8a20-00f92ea7a34f', 'tag': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:19:09.630997 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae238b6-cda2-4cbf-9195-f3979ce8309b" -d '{"events": [{"name": "network-changed", "server_uuid": "4bec9490-57bb-4e2c-8a20-00f92ea7a34f", "tag": "aa3cf995-521b-4bbb-8ab3-5767af4d6b56"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:19:09.669877 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd3b276-c047-4158-b596-73353fea0161 x-openstack-request-id: req-ecd3b276-c047-4158-b596-73353fea0161 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:19:09.670166 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bec9490-57bb-4e2c-8a20-00f92ea7a34f", "tag": "aa3cf995-521b-4bbb-8ab3-5767af4d6b56", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:19:09.670420 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ecd3b276-c047-4158-b596-73353fea0161 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:19:09.670843 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd3b276-c047-4158-b596-73353fea0161'] response: {'name': 'network-changed', 'server_uuid': '4bec9490-57bb-4e2c-8a20-00f92ea7a34f', 'tag': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56', 'status': 'completed', 'code': 200} Sep 22 15:19:09.708217 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-0651d133-b723-4f6c-9aaa-83cd112437a7 None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:19:09.787896 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae238b6-cda2-4cbf-9195-f3979ce8309b req-a21a9c44-f7bf-47f2-89fc-9dbf6c66b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:09.789299 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cae238b6-cda2-4cbf-9195-f3979ce8309b req-a21a9c44-f7bf-47f2-89fc-9dbf6c66b598 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 1129 time: 0.0391917 Sep 22 15:19:09.801892 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:09.882539 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae238b6-cda2-4cbf-9195-f3979ce8309b req-d76d5f34-2c2d-40fa-8e7f-ada61ae9999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:09.884205 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cae238b6-cda2-4cbf-9195-f3979ce8309b req-d76d5f34-2c2d-40fa-8e7f-ada61ae9999d service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 913 time: 0.0890720 Sep 22 15:19:09.920186 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-0651d133-b723-4f6c-9aaa-83cd112437a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'ab773f55-0a60-490a-855d-ba9ac7f5fe51', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'port_id': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'mac_address': 'fa:16:3e:87:f6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e97f78-7fbc-403f-9863-1a478458434a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:48Z', 'updated_at': '2022-09-22T15:16:49Z', 'revision_number': 1, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address_scope': None}, {'id': 'f6545805-4590-45a0-b155-674dae62cef3', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'port_id': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'mac_address': 'fa:16:3e:20:9c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec9490-57bb-4e2c-8a20-00f92ea7a34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:19:08Z', 'updated_at': '2022-09-22T15:19:08Z', 'revision_number': 0, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:19:09.947578 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0651d133-b723-4f6c-9aaa-83cd112437a7 None None] Checking router: dc4cf907-6b26-400f-afb5-b841b52f6193 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:19:09.948394 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cae238b6-cda2-4cbf-9195-f3979ce8309b req-1c1fc83c-ccc6-478b-b63d-4550b5ae1dba service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa3cf995-521b-4bbb-8ab3-5767af4d6b56 HTTP/1.1" status: 200 len: 997 time: 0.0575993 Sep 22 15:19:09.955919 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0651d133-b723-4f6c-9aaa-83cd112437a7 None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:19:09.956516 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-0651d133-b723-4f6c-9aaa-83cd112437a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:18:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:19:09.999658 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae238b6-cda2-4cbf-9195-f3979ce8309b req-7ad15aef-6d11-4d6a-903a-e48d5d3983f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:10.001106 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cae238b6-cda2-4cbf-9195-f3979ce8309b req-7ad15aef-6d11-4d6a-903a-e48d5d3983f0 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 200 len: 851 time: 0.0472200 Sep 22 15:19:10.044937 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae238b6-cda2-4cbf-9195-f3979ce8309b req-c0319655-b03b-4fd2-b41d-095c87c69300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:10.046422 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cae238b6-cda2-4cbf-9195-f3979ce8309b req-c0319655-b03b-4fd2-b41d-095c87c69300 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=cd2f75aa-555e-4e70-b27f-30e0727f88fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389712 Sep 22 15:19:10.057355 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-0651d133-b723-4f6c-9aaa-83cd112437a7 None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:19:10.135530 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cae238b6-cda2-4cbf-9195-f3979ce8309b req-11e9f18f-544e-409c-810f-da51dc184af5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829282 Sep 22 15:19:10.230679 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:10.234117 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-cae238b6-cda2-4cbf-9195-f3979ce8309b req-8b75d4be-9477-439a-92da-757dbc83b1ae service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931621 Sep 22 15:19:10.273304 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-0651d133-b723-4f6c-9aaa-83cd112437a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'ab773f55-0a60-490a-855d-ba9ac7f5fe51', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'port_id': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'mac_address': 'fa:16:3e:87:f6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e97f78-7fbc-403f-9863-1a478458434a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:48Z', 'updated_at': '2022-09-22T15:16:49Z', 'revision_number': 1, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address_scope': None}, {'id': 'f6545805-4590-45a0-b155-674dae62cef3', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'port_id': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'mac_address': 'fa:16:3e:20:9c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec9490-57bb-4e2c-8a20-00f92ea7a34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:19:08Z', 'updated_at': '2022-09-22T15:19:08Z', 'revision_number': 0, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:19:10.301094 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0651d133-b723-4f6c-9aaa-83cd112437a7 None None] The sync data for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi is: [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'ab773f55-0a60-490a-855d-ba9ac7f5fe51', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'port_id': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'mac_address': 'fa:16:3e:87:f6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e97f78-7fbc-403f-9863-1a478458434a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:48Z', 'updated_at': '2022-09-22T15:16:49Z', 'revision_number': 1, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address_scope': None}, {'id': 'f6545805-4590-45a0-b155-674dae62cef3', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'port_id': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'mac_address': 'fa:16:3e:20:9c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec9490-57bb-4e2c-8a20-00f92ea7a34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:19:08Z', 'updated_at': '2022-09-22T15:19:08Z', 'revision_number': 0, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:19:10.490115 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3c03b4-f0c9-48b9-82b8-db3887006acc None None] New status for floating IP f6545805-4590-45a0-b155-674dae62cef3: ACTIVE {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:19:20.227872 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=71 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:20.230577 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=42 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:20.276039 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:20.276737 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:20.589055 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:20.591369 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:22.585419 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:24.748319 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5d260b2f-9c04-44cf-880e-48c64faea38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:26.740679 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [req-d8c755f5-19de-4af8-8b7f-ec07bfc12999 req-cfad00c5-797a-4aef-96a2-d6a48325b07e service neutron] (106241) timed out ('10.222.0.49', 49344) {{(pid=106241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 15:19:27.184074 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4ed2af4a-494b-4b3f-9d9e-511a4c4d1343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:28.317390 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:29.814400 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-58f4c9b5-6a85-4e97-ac1b-1bf4ceb12852 req-defe49a3-299d-4386-9cd5-bab89261ecea service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380642 Sep 22 15:19:29.927008 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4c9b5-6a85-4e97-ac1b-1bf4ceb12852 req-4ad720db-0219-4537-b401-9fa66a9a0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:29.928530 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-58f4c9b5-6a85-4e97-ac1b-1bf4ceb12852 req-4ad720db-0219-4537-b401-9fa66a9a0bcb service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 1130 time: 0.0420439 Sep 22 15:19:30.039448 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4c9b5-6a85-4e97-ac1b-1bf4ceb12852 req-1a34070f-ef5a-4150-a550-575ba72d5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:30.040827 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-58f4c9b5-6a85-4e97-ac1b-1bf4ceb12852 req-1a34070f-ef5a-4150-a550-575ba72d5977 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 913 time: 0.0929511 Sep 22 15:19:30.088311 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:30.099627 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:30.112248 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-58f4c9b5-6a85-4e97-ac1b-1bf4ceb12852 req-6f6e864d-9759-4924-95ec-50f8dbbdff44 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd6d59c-610f-469f-b399-9636f8ed5224 HTTP/1.1" status: 200 len: 1001 time: 0.0645134 Sep 22 15:19:30.160637 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4c9b5-6a85-4e97-ac1b-1bf4ceb12852 req-abd514bb-d470-4e12-a06a-0b3dee16ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:30.162033 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-58f4c9b5-6a85-4e97-ac1b-1bf4ceb12852 req-abd514bb-d470-4e12-a06a-0b3dee16ea0b service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 200 len: 851 time: 0.0437124 Sep 22 15:19:30.205165 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4c9b5-6a85-4e97-ac1b-1bf4ceb12852 req-67d457e1-ef9b-482a-867c-cab2625a9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:30.206638 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-58f4c9b5-6a85-4e97-ac1b-1bf4ceb12852 req-67d457e1-ef9b-482a-867c-cab2625a9611 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=cd2f75aa-555e-4e70-b27f-30e0727f88fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384576 Sep 22 15:19:30.217959 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [req-58f4c9b5-6a85-4e97-ac1b-1bf4ceb12852 req-420fc207-7c44-4861-a0d0-d0b5867ff8c7 service neutron] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 15:19:30.218899 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-58f4c9b5-6a85-4e97-ac1b-1bf4ceb12852 req-420fc207-7c44-4861-a0d0-d0b5867ff8c7 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048761 Sep 22 15:19:30.324382 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-58f4c9b5-6a85-4e97-ac1b-1bf4ceb12852 req-8560174c-c412-41ae-8a3f-bfcf9eb8db62 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984614 Sep 22 15:19:30.416337 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-58f4c9b5-6a85-4e97-ac1b-1bf4ceb12852 req-53b9bc0e-32c8-4d49-955c-d6de49c579e6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852480 Sep 22 15:19:38.193067 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:19:40.089426 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:40.095453 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:40.412054 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=42 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:40.413890 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=59 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:52.586901 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:53.233970 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:53.234725 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:54.749593 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-fd068e11-9909-4da3-a5e3-1411c9d43ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:56.200187 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1f01c-5030-475c-bc17-edf76b7cf8e5 req-1fc79c56-868b-43db-8471-f56e4663066f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:56.202418 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b1f1f01c-5030-475c-bc17-edf76b7cf8e5 req-1fc79c56-868b-43db-8471-f56e4663066f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 946 time: 0.0483038 Sep 22 15:19:56.260126 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b1f1f01c-5030-475c-bc17-edf76b7cf8e5 req-5db790c5-49fb-4733-a9c0-5fbe21fda583 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=77da6e99-dd59-4038-a5bf-501a76e05703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518606 Sep 22 15:19:57.185833 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-db1e09ee-09cc-4dab-8ac5-ed961508f87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:57.383458 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7d459-0ff3-4fdd-80c5-646e90365e3c req-ca028cb8-9cbc-46d9-bb72-90410dac1156 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:57.384925 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-24c7d459-0ff3-4fdd-80c5-646e90365e3c req-ca028cb8-9cbc-46d9-bb72-90410dac1156 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 946 time: 0.0466933 Sep 22 15:19:57.431858 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-24c7d459-0ff3-4fdd-80c5-646e90365e3c req-42720780-ec08-4e2b-95c7-8e4064a3834d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=77da6e99-dd59-4038-a5bf-501a76e05703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405455 Sep 22 15:19:58.054441 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-87677ff9-4717-459b-9491-1eb29260d3b2 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:19:58.055900 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-87677ff9-4717-459b-9491-1eb29260d3b2 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 946 time: 0.0453739 Sep 22 15:19:58.140232 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Deleting port 6116c553-a560-4855-b868-6bc40e70f6ec {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:19:58.140577 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (6116c553-a560-4855-b868-6bc40e70f6ec), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:58.229315 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] For port 6116c553-a560-4855-b868-6bc40e70f6ec, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=6116c553-a560-4855-b868-6bc40e70f6ec,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:19:58.229675 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (6116c553-a560-4855-b868-6bc40e70f6ec), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:58.316902 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:58.392841 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:58.393621 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (012ed87c-a94c-415b-8d22-a49095a1d16c), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:58.393621 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Floating IP 012ed87c-a94c-415b-8d22-a49095a1d16c disassociated. External IP: 172.27.1.155, port: 6116c553-a560-4855-b868-6bc40e70f6ec. Sep 22 15:19:58.393863 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Calling delete_port for 6116c553-a560-4855-b868-6bc40e70f6ec owned by compute:nova {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:19:58.528922 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (6116c553-a560-4855-b868-6bc40e70f6ec), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:58.558722 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-528a186f-aae5-4e7c-a385-0e8979e3f8f3 req-5a1fc67b-8a0f-4225-a744-e7e9245a3bd6 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=70389be6-2bba-4eea-8107-37d7c913d30d HTTP/1.1" status: 200 len: 210 time: 0.0410583 Sep 22 15:19:58.575798 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event deleted for resources: {'Port': ['ID=6116c553-a560-4855-b868-6bc40e70f6ec,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:19:58.587368 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:58.587729 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:58.588085 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:58.588432 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:58.588771 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:58.589111 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:58.589981 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:58.590318 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:58.590657 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:58.590988 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:58.591355 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:58.591685 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:58.592014 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:58.592344 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:58.592670 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:58.702155 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Router 46d35060-2731-41ed-82ad-6a4c9654c95d has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:19:58.742100 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:58.756625 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:19:58.808660 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:19:58.818344 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924c9c2-f135-4064-952e-37519e1dde70 None None] Sync routers for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:19:58.828545 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924c9c2-f135-4064-952e-37519e1dde70 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:19:58.829087 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d924c9c2-f135-4064-952e-37519e1dde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:19:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:19:58.851647 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] No DVR routers for this DVR port 6116c553-a560-4855-b868-6bc40e70f6ec on host hv-cinder-85646 {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:19:58.854163 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:58.858078 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d2ad6dd6-fc58-4a0a-8bd6-6231d3aaecfa req-c048528e-4b07-46c4-a8e8-10bfdef03dc1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "DELETE /networking/v2.0/ports/6116c553-a560-4855-b868-6bc40e70f6ec HTTP/1.1" status: 204 len: 173 time: 0.7959447 Sep 22 15:19:58.858574 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70389be6-2bba-4eea-8107-37d7c913d30d', 'name': 'network-vif-deleted', 'tag': '6116c553-a560-4855-b868-6bc40e70f6ec'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:19:58.860938 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fe5334-6862-463f-bbac-6cbf2289a499" -d '{"events": [{"server_uuid": "70389be6-2bba-4eea-8107-37d7c913d30d", "name": "network-vif-deleted", "tag": "6116c553-a560-4855-b868-6bc40e70f6ec"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:19:58.907423 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d178ee-fe1b-46a3-93d5-84e60ffb4194 x-openstack-request-id: req-95d178ee-fe1b-46a3-93d5-84e60ffb4194 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:19:58.907793 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70389be6-2bba-4eea-8107-37d7c913d30d", "name": "network-vif-deleted", "tag": "6116c553-a560-4855-b868-6bc40e70f6ec", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:19:58.908117 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-95d178ee-fe1b-46a3-93d5-84e60ffb4194 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:19:58.908622 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d178ee-fe1b-46a3-93d5-84e60ffb4194'] response: {'server_uuid': '70389be6-2bba-4eea-8107-37d7c913d30d', 'name': 'network-vif-deleted', 'tag': '6116c553-a560-4855-b868-6bc40e70f6ec', 'status': 'completed', 'code': 200} Sep 22 15:19:58.935560 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-d924c9c2-f135-4064-952e-37519e1dde70 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:19:59.158176 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d924c9c2-f135-4064-952e-37519e1dde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '47c90462-112d-434f-b2d7-d008e5c03158', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:69:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:43Z', 'updated_at': '2022-09-22T15:17:01Z', 'revision_number': 2, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:19:59.182916 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924c9c2-f135-4064-952e-37519e1dde70 None None] Checking router: 46d35060-2731-41ed-82ad-6a4c9654c95d for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:19:59.191804 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924c9c2-f135-4064-952e-37519e1dde70 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:19:59.192406 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d924c9c2-f135-4064-952e-37519e1dde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:19:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:19:59.416597 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-d924c9c2-f135-4064-952e-37519e1dde70 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:19:59.658013 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d924c9c2-f135-4064-952e-37519e1dde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '47c90462-112d-434f-b2d7-d008e5c03158', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:69:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:43Z', 'updated_at': '2022-09-22T15:17:01Z', 'revision_number': 2, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:19:59.671121 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57290) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:19:59.682893 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924c9c2-f135-4064-952e-37519e1dde70 None None] The sync data for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi is: [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '47c90462-112d-434f-b2d7-d008e5c03158', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:69:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:43Z', 'updated_at': '2022-09-22T15:17:01Z', 'revision_number': 2, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:19:59.737899 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (77da6e99-dd59-4038-a5bf-501a76e05703), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:59.760943 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (77da6e99-dd59-4038-a5bf-501a76e05703), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:59.810002 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (77da6e99-dd59-4038-a5bf-501a76e05703), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:59.812601 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:19:59.813762 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "DELETE /networking/v2.0/security-groups/77da6e99-dd59-4038-a5bf-501a76e05703 HTTP/1.1" status: 204 len: 168 time: 0.1416483 Sep 22 15:19:59.817242 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57294) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:19:59.823371 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77da6e99-dd59-4038-a5bf-501a76e05703,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:19:59.831441 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:59.831794 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:59.832139 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:59.832480 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:59.832817 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:59.833151 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:59.833488 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:59.833817 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:59.834148 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:59.834475 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:59.834802 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:59.835126 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:59.835308 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.api.v2.resource [None req-675587db-71b3-4de9-99b7-e6e4b501d051 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] show failed (client error): The resource could not be found. Sep 22 15:19:59.835478 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:59.835802 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:59.836128 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a53faa2-f395-4bd0-b365-2b96e4a0a399 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:19:59.836235 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-675587db-71b3-4de9-99b7-e6e4b501d051 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups/77da6e99-dd59-4038-a5bf-501a76e05703 HTTP/1.1" status: 404 len: 347 time: 0.0181823 Sep 22 15:19:59.839373 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57296) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:19:59.913671 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323094a6-9287-4c8c-9fab-c7b96e721ee9 None None] New status for floating IP 012ed87c-a94c-415b-8d22-a49095a1d16c: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:19:59.957784 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-8de945da-6cce-44cc-8a83-4aa052f26917 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Deleting port 98db2449-6f5f-4561-8bb6-ecbca38eee0a {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:19:59.958041 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8de945da-6cce-44cc-8a83-4aa052f26917 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (98db2449-6f5f-4561-8bb6-ecbca38eee0a), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:00.041258 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8de945da-6cce-44cc-8a83-4aa052f26917 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (98db2449-6f5f-4561-8bb6-ecbca38eee0a), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:00.041595 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8de945da-6cce-44cc-8a83-4aa052f26917 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (98db2449-6f5f-4561-8bb6-ecbca38eee0a), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:00.055449 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-8de945da-6cce-44cc-8a83-4aa052f26917 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Calling delete_port for 98db2449-6f5f-4561-8bb6-ecbca38eee0a owned by network:floatingip {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:20:00.087647 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:00.103908 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:00.194122 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8de945da-6cce-44cc-8a83-4aa052f26917 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (98db2449-6f5f-4561-8bb6-ecbca38eee0a), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:00.219289 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de945da-6cce-44cc-8a83-4aa052f26917 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event deleted for resources: {'Port': ['ID=98db2449-6f5f-4561-8bb6-ecbca38eee0a,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:20:00.281816 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8de945da-6cce-44cc-8a83-4aa052f26917 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (012ed87c-a94c-415b-8d22-a49095a1d16c), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:00.284433 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8de945da-6cce-44cc-8a83-4aa052f26917 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:00.285562 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-8de945da-6cce-44cc-8a83-4aa052f26917 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "DELETE /networking/v2.0/floatingips/012ed87c-a94c-415b-8d22-a49095a1d16c HTTP/1.1" status: 204 len: 168 time: 0.4447742 Sep 22 15:20:00.973175 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 6116c553-a560-4855-b868-6bc40e70f6ec no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:20:00.996033 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: 6116c553-a560-4855-b868-6bc40e70f6ec {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:20:00.996386 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 6116c553-a560-4855-b868-6bc40e70f6ec not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:20:01.892564 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb5267-df06-4d8b-97fe-66548763267a req-ad44b904-c7b3-4a44-b7fe-bc8b8649695f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:01.893918 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a6fb5267-df06-4d8b-97fe-66548763267a req-ad44b904-c7b3-4a44-b7fe-bc8b8649695f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 945 time: 0.0460665 Sep 22 15:20:01.943448 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a6fb5267-df06-4d8b-97fe-66548763267a req-95b94a7f-a75a-4769-a92f-5929bd946a59 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ad5c920-989a-4e40-892a-904f0b5b3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434885 Sep 22 15:20:03.070937 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d032d-f246-4ae2-b5d1-fc5b081af16c req-de8ae805-ebd9-476f-b18c-f9ff2a1e15d1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:03.073421 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d61d032d-f246-4ae2-b5d1-fc5b081af16c req-de8ae805-ebd9-476f-b18c-f9ff2a1e15d1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 945 time: 0.0509038 Sep 22 15:20:03.119822 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-d61d032d-f246-4ae2-b5d1-fc5b081af16c req-18fd1fe5-8edf-4b23-92ec-69f166d53696 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ad5c920-989a-4e40-892a-904f0b5b3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404696 Sep 22 15:20:04.022352 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-491dbb66-9638-4862-b484-a3490e111668 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:04.023786 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-491dbb66-9638-4862-b484-a3490e111668 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 945 time: 0.0454986 Sep 22 15:20:04.108237 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-48efcdd9-efa0-4d0c-b83b-28d5ff8f2eee tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Deleting port d80ae406-f25b-42d3-81a8-ad4ecbff6efd {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:20:04.108936 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-48efcdd9-efa0-4d0c-b83b-28d5ff8f2eee tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:04.173714 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:04.200486 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-48efcdd9-efa0-4d0c-b83b-28d5ff8f2eee tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] For port d80ae406-f25b-42d3-81a8-ad4ecbff6efd, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=d80ae406-f25b-42d3-81a8-ad4ecbff6efd,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:20:04.200768 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-48efcdd9-efa0-4d0c-b83b-28d5ff8f2eee tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:04.273671 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:04.285740 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4a961-d2a4-4f3c-9863-c5096f405b2c req-ecdd076d-8eac-44ed-be2a-58917411a6b0 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:04.287224 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c6d4a961-d2a4-4f3c-9863-c5096f405b2c req-ecdd076d-8eac-44ed-be2a-58917411a6b0 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 945 time: 0.0899398 Sep 22 15:20:04.386673 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c6d4a961-d2a4-4f3c-9863-c5096f405b2c req-8247146c-dcc6-4902-9dee-9c0d6b4c727b tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9ad5c920-989a-4e40-892a-904f0b5b3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913525 Sep 22 15:20:04.436166 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-48efcdd9-efa0-4d0c-b83b-28d5ff8f2eee tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:04.436590 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-48efcdd9-efa0-4d0c-b83b-28d5ff8f2eee tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (47c90462-112d-434f-b2d7-d008e5c03158), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:04.436907 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-48efcdd9-efa0-4d0c-b83b-28d5ff8f2eee tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Floating IP 47c90462-112d-434f-b2d7-d008e5c03158 disassociated. External IP: 172.27.1.213, port: d80ae406-f25b-42d3-81a8-ad4ecbff6efd. Sep 22 15:20:04.437251 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-48efcdd9-efa0-4d0c-b83b-28d5ff8f2eee tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Calling delete_port for d80ae406-f25b-42d3-81a8-ad4ecbff6efd owned by compute:nova {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:20:04.565832 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-48efcdd9-efa0-4d0c-b83b-28d5ff8f2eee tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (d80ae406-f25b-42d3-81a8-ad4ecbff6efd), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:04.593450 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efcdd9-efa0-4d0c-b83b-28d5ff8f2eee tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event deleted for resources: {'Port': ['ID=d80ae406-f25b-42d3-81a8-ad4ecbff6efd,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:20:04.701699 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-48efcdd9-efa0-4d0c-b83b-28d5ff8f2eee tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Router 46d35060-2731-41ed-82ad-6a4c9654c95d has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:20:04.801126 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-48efcdd9-efa0-4d0c-b83b-28d5ff8f2eee tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:20:04.812305 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846151a-4305-4a30-a282-d3989aa679e7 None None] Sync routers for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:20:04.826005 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846151a-4305-4a30-a282-d3989aa679e7 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:20:04.826618 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-7846151a-4305-4a30-a282-d3989aa679e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:19:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:20:04.842719 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-48efcdd9-efa0-4d0c-b83b-28d5ff8f2eee tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] No DVR routers for this DVR port d80ae406-f25b-42d3-81a8-ad4ecbff6efd on host hv-cinder-85646 {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:20:04.845288 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-48efcdd9-efa0-4d0c-b83b-28d5ff8f2eee tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:04.848551 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a9713767-31a7-4b24-90c7-7798e9ffa05b req-48efcdd9-efa0-4d0c-b83b-28d5ff8f2eee tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "DELETE /networking/v2.0/ports/d80ae406-f25b-42d3-81a8-ad4ecbff6efd HTTP/1.1" status: 204 len: 173 time: 0.8197920 Sep 22 15:20:04.849047 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'name': 'network-vif-deleted', 'tag': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:20:04.851311 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0427f49a-6539-4ba3-ae68-6c4aaf339197" -d '{"events": [{"server_uuid": "4ced27be-841e-46b0-bc81-55d68cb766f7", "name": "network-vif-deleted", "tag": "d80ae406-f25b-42d3-81a8-ad4ecbff6efd"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:20:04.896078 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259096f7-d02b-4301-9a2e-217cd8f00596 x-openstack-request-id: req-259096f7-d02b-4301-9a2e-217cd8f00596 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:20:04.896379 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ced27be-841e-46b0-bc81-55d68cb766f7", "name": "network-vif-deleted", "tag": "d80ae406-f25b-42d3-81a8-ad4ecbff6efd", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:20:04.896640 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-259096f7-d02b-4301-9a2e-217cd8f00596 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:20:04.897050 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259096f7-d02b-4301-9a2e-217cd8f00596'] response: {'server_uuid': '4ced27be-841e-46b0-bc81-55d68cb766f7', 'name': 'network-vif-deleted', 'tag': 'd80ae406-f25b-42d3-81a8-ad4ecbff6efd', 'status': 'completed', 'code': 200} Sep 22 15:20:04.918213 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:04.930589 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:04.932677 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-7846151a-4305-4a30-a282-d3989aa679e7 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:20:05.246127 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-7846151a-4305-4a30-a282-d3989aa679e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:20:05.270088 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846151a-4305-4a30-a282-d3989aa679e7 None None] Checking router: 46d35060-2731-41ed-82ad-6a4c9654c95d for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:20:05.278815 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846151a-4305-4a30-a282-d3989aa679e7 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:20:05.279447 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-7846151a-4305-4a30-a282-d3989aa679e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:19:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:20:05.381156 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-7846151a-4305-4a30-a282-d3989aa679e7 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:20:05.528844 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7a62379d-feed-49f1-b072-d951e4aa94ce req-273f4ad0-0725-41c9-91af-fc6780ed66e3 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4ced27be-841e-46b0-bc81-55d68cb766f7 HTTP/1.1" status: 200 len: 210 time: 0.0359356 Sep 22 15:20:05.576979 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-7846151a-4305-4a30-a282-d3989aa679e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:20:05.601095 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846151a-4305-4a30-a282-d3989aa679e7 None None] The sync data for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi is: [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:20:05.805407 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b86741-fbd9-4924-91b4-d871f5b2fa7d None None] New status for floating IP 47c90462-112d-434f-b2d7-d008e5c03158: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:20:06.627305 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57330) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:20:06.680103 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a031-ffcb-4689-9ddb-4c7330d63f55 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (9ad5c920-989a-4e40-892a-904f0b5b3f6e), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:06.701834 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a031-ffcb-4689-9ddb-4c7330d63f55 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (9ad5c920-989a-4e40-892a-904f0b5b3f6e), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:06.748575 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a031-ffcb-4689-9ddb-4c7330d63f55 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (9ad5c920-989a-4e40-892a-904f0b5b3f6e), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:06.751578 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4fb5a031-ffcb-4689-9ddb-4c7330d63f55 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:06.752712 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-4fb5a031-ffcb-4689-9ddb-4c7330d63f55 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "DELETE /networking/v2.0/security-groups/9ad5c920-989a-4e40-892a-904f0b5b3f6e HTTP/1.1" status: 204 len: 168 time: 0.1244230 Sep 22 15:20:06.755512 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57332) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:20:06.761866 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5a031-ffcb-4689-9ddb-4c7330d63f55 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad5c920-989a-4e40-892a-904f0b5b3f6e,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:20:06.769194 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.api.v2.resource [None req-83de0e0f-b18b-41db-84a6-58d0989b884d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] show failed (client error): The resource could not be found. Sep 22 15:20:06.770188 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-83de0e0f-b18b-41db-84a6-58d0989b884d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups/9ad5c920-989a-4e40-892a-904f0b5b3f6e HTTP/1.1" status: 404 len: 347 time: 0.0135877 Sep 22 15:20:06.773063 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57334) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:20:06.880208 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-7898355d-ed4e-4f19-b545-45d05a472a65 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Deleting port d5943ac5-8443-43c8-9cb1-2490576ece3d {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:20:06.880546 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-7898355d-ed4e-4f19-b545-45d05a472a65 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (d5943ac5-8443-43c8-9cb1-2490576ece3d), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:06.953721 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-7898355d-ed4e-4f19-b545-45d05a472a65 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (d5943ac5-8443-43c8-9cb1-2490576ece3d), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:06.954045 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-7898355d-ed4e-4f19-b545-45d05a472a65 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (d5943ac5-8443-43c8-9cb1-2490576ece3d), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:06.966672 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-7898355d-ed4e-4f19-b545-45d05a472a65 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Calling delete_port for d5943ac5-8443-43c8-9cb1-2490576ece3d owned by network:floatingip {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:20:06.974151 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:07.003977 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device d80ae406-f25b-42d3-81a8-ad4ecbff6efd no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:20:07.015750 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:07.023253 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: d80ae406-f25b-42d3-81a8-ad4ecbff6efd {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:20:07.023609 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device d80ae406-f25b-42d3-81a8-ad4ecbff6efd not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:20:07.098032 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-7898355d-ed4e-4f19-b545-45d05a472a65 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (d5943ac5-8443-43c8-9cb1-2490576ece3d), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.122790 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898355d-ed4e-4f19-b545-45d05a472a65 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event deleted for resources: {'Port': ['ID=d5943ac5-8443-43c8-9cb1-2490576ece3d,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:20:07.183740 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-7898355d-ed4e-4f19-b545-45d05a472a65 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (47c90462-112d-434f-b2d7-d008e5c03158), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.186234 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-7898355d-ed4e-4f19-b545-45d05a472a65 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.187386 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-7898355d-ed4e-4f19-b545-45d05a472a65 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "DELETE /networking/v2.0/floatingips/47c90462-112d-434f-b2d7-d008e5c03158 HTTP/1.1" status: 204 len: 168 time: 0.4134202 Sep 22 15:20:07.260215 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57338) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:20:07.265461 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-3b886bc0-1b65-4663-87c4-9cbea2c6fef5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345954606', 'description': 'tempest-description--1340551749'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:20:07.285682 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3b886bc0-1b65-4663-87c4-9cbea2c6fef5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.363491 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3b886bc0-1b65-4663-87c4-9cbea2c6fef5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (22bd1377-1f79-40f0-850c-d99cd7c9136e), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.367128 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3b886bc0-1b65-4663-87c4-9cbea2c6fef5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (22bd1377-1f79-40f0-850c-d99cd7c9136e), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.399166 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b886bc0-1b65-4663-87c4-9cbea2c6fef5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22bd1377-1f79-40f0-850c-d99cd7c9136e,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:20:07.405504 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3b886bc0-1b65-4663-87c4-9cbea2c6fef5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.406737 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-3b886bc0-1b65-4663-87c4-9cbea2c6fef5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1455736 Sep 22 15:20:07.409742 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57340) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:20:07.414058 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-173846a0-93eb-43e9-84c7-0bb12a8987a1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'security_group_rule': {'security_group_id': '22bd1377-1f79-40f0-850c-d99cd7c9136e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:20:07.440638 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-173846a0-93eb-43e9-84c7-0bb12a8987a1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (f09dd130-396f-4592-b512-8b7afa53f7a1), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.495898 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-173846a0-93eb-43e9-84c7-0bb12a8987a1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (f09dd130-396f-4592-b512-8b7afa53f7a1), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.499299 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-173846a0-93eb-43e9-84c7-0bb12a8987a1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (f09dd130-396f-4592-b512-8b7afa53f7a1), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.518615 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173846a0-93eb-43e9-84c7-0bb12a8987a1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09dd130-396f-4592-b512-8b7afa53f7a1,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:20:07.525326 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-173846a0-93eb-43e9-84c7-0bb12a8987a1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.526536 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-173846a0-93eb-43e9-84c7-0bb12a8987a1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157453 Sep 22 15:20:07.529288 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57342) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:20:07.533448 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-0fe82617-bd79-4e22-a497-48450064bb74 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'security_group_rule': {'security_group_id': '22bd1377-1f79-40f0-850c-d99cd7c9136e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:20:07.557338 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0fe82617-bd79-4e22-a497-48450064bb74 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (cc265e53-3b40-418a-a515-5985b4affff9), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.615033 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0fe82617-bd79-4e22-a497-48450064bb74 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (cc265e53-3b40-418a-a515-5985b4affff9), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.618436 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0fe82617-bd79-4e22-a497-48450064bb74 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (cc265e53-3b40-418a-a515-5985b4affff9), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.636931 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe82617-bd79-4e22-a497-48450064bb74 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc265e53-3b40-418a-a515-5985b4affff9,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:20:07.645886 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0fe82617-bd79-4e22-a497-48450064bb74 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.647124 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-0fe82617-bd79-4e22-a497-48450064bb74 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169255 Sep 22 15:20:07.650197 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57344) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:20:07.654337 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'floatingip': {'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:20:07.675050 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.747806 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=11 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:07.759715 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:07.768819 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:07.868247 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Allocated IP 172.27.1.182 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/63d58f16-48e1-4306-8e91-55c4b39a5e26) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:20:07.971061 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for port (63d58f16-48e1-4306-8e91-55c4b39a5e26), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:08.251555 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (63d58f16-48e1-4306-8e91-55c4b39a5e26), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:08.288593 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:20:08.292478 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:20:08.296068 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:20:08.320124 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'Port': ['ID=63d58f16-48e1-4306-8e91-55c4b39a5e26,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:20:08.385066 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (07907fcf-c2da-4058-b824-c45071f0e314), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:08.421453 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (63d58f16-48e1-4306-8e91-55c4b39a5e26), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:08.567018 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for port (63d58f16-48e1-4306-8e91-55c4b39a5e26), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:08.572530 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (63d58f16-48e1-4306-8e91-55c4b39a5e26), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:08.644949 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (07907fcf-c2da-4058-b824-c45071f0e314), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:08.647560 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'Port': ['ID=63d58f16-48e1-4306-8e91-55c4b39a5e26,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:20:08.663330 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:08.664660 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-609bbb15-6117-436e-bafe-49d5501c56ab tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0135539 Sep 22 15:20:08.806403 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:08.815355 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-5a7e5db3-4b19-43dc-b927-3402d487f045 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--345954606&fields=id&tenant_id=fc8105a809364e67b8695f3e18a1d5e5 HTTP/1.1" status: 200 len: 267 time: 0.0443647 Sep 22 15:20:08.875188 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:08.926701 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-5746a8a3-b5bd-47f4-bf8f-9157f2f25252 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:08.928317 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-5746a8a3-b5bd-47f4-bf8f-9157f2f25252 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 815 time: 0.1051943 Sep 22 15:20:08.950676 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-aab6b79b-e4c2-4659-95ca-8b7c0082e3a9 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/quotas/fc8105a809364e67b8695f3e18a1d5e5 HTTP/1.1" status: 200 len: 375 time: 0.0141106 Sep 22 15:20:08.999957 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-31dec20b-1bd4-472a-a55c-ba69e119e556 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440624 Sep 22 15:20:09.097404 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-35298367-45ef-42d3-84a4-86cb32b2b472 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861065 Sep 22 15:20:09.190301 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-83c0113e-74b4-4063-ad88-579147a7f46f service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871830 Sep 22 15:20:09.356878 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a83f0099-5dcb-44cc-b0a3-83a7a80f3e4e req-d2e3dcf2-cdf4-4daa-8559-c4282d502958 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 210 time: 0.0283725 Sep 22 15:20:10.476178 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-386b10f9-036e-4924-9c26-520f6dde2586 req-3177e07f-2da8-49c2-ad28-258174732ecc tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 210 time: 0.0375388 Sep 22 15:20:10.503661 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-15f5e9fc-cb2e-4fac-a55e-3df1f396e4ec tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:10.505195 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-15f5e9fc-cb2e-4fac-a55e-3df1f396e4ec tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 815 time: 0.1326666 Sep 22 15:20:10.580145 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-90ac75cd-2d14-4c18-a23d-2855ef898523 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fc8105a809364e67b8695f3e18a1d5e5 HTTP/1.1" status: 200 len: 379 time: 0.0537262 Sep 22 15:20:10.663895 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-97d81c30-9c0f-45e1-95fa-ffc909b15008 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'port': {'device_id': 'd8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'admin_state_up': True, 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'security_groups': ['22bd1377-1f79-40f0-850c-d99cd7c9136e']}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:20:10.768573 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-97d81c30-9c0f-45e1-95fa-ffc909b15008 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Made reservation on behalf of fc8105a809364e67b8695f3e18a1d5e5 for: {'port': 1} {{(pid=106241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:20:10.772346 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-97d81c30-9c0f-45e1-95fa-ffc909b15008 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:10.899442 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-97d81c30-9c0f-45e1-95fa-ffc909b15008 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Allocated IP 172.20.0.4 (ade38697-1fcd-4c44-844a-ea42332bfc0b/004ccd60-bed0-4c89-9fb1-1b61db1f798e/91ba8f07-785e-4245-9477-96b4c2b87825) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:20:10.989424 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:11.042669 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-97d81c30-9c0f-45e1-95fa-ffc909b15008 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for port (91ba8f07-785e-4245-9477-96b4c2b87825), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:11.056253 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:11.077061 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-97d81c30-9c0f-45e1-95fa-ffc909b15008 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (91ba8f07-785e-4245-9477-96b4c2b87825), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:11.121491 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-97d81c30-9c0f-45e1-95fa-ffc909b15008 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Network ade38697-1fcd-4c44-844a-ea42332bfc0b is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:20:11.124679 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-97d81c30-9c0f-45e1-95fa-ffc909b15008 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:20:11.127482 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-97d81c30-9c0f-45e1-95fa-ffc909b15008 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:20:11.154745 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d81c30-9c0f-45e1-95fa-ffc909b15008 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'Port': ['ID=91ba8f07-785e-4245-9477-96b4c2b87825,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:20:11.184810 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-97d81c30-9c0f-45e1-95fa-ffc909b15008 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:11.185449 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-97d81c30-9c0f-45e1-95fa-ffc909b15008 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:11.202567 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-97d81c30-9c0f-45e1-95fa-ffc909b15008 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5422988 Sep 22 15:20:11.220097 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Request body: {'port': {'device_id': 'd8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:20:11.292745 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (91ba8f07-785e-4245-9477-96b4c2b87825), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:11.407800 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-021c4a7e-c2cf-4157-bf6a-72b56d3c3bd9 None None] Provisioning complete for port 91ba8f07-785e-4245-9477-96b4c2b87825 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:20:11.408371 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-021c4a7e-c2cf-4157-bf6a-72b56d3c3bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (91ba8f07-785e-4245-9477-96b4c2b87825), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:11.408546 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-021c4a7e-c2cf-4157-bf6a-72b56d3c3bd9 None None] Attempt 1 to provision port 91ba8f07-785e-4245-9477-96b4c2b87825 Sep 22 15:20:11.440460 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-021c4a7e-c2cf-4157-bf6a-72b56d3c3bd9 None None] Port 91ba8f07-785e-4245-9477-96b4c2b87825 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:20:11.549155 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ba8f07-785e-4245-9477-96b4c2b87825 {{(pid=106241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:20:11.556703 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Publish callbacks [] for port (91ba8f07-785e-4245-9477-96b4c2b87825), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:11.615091 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.provisioning_blocks [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Transition to ACTIVE for port object 91ba8f07-785e-4245-9477-96b4c2b87825 will not be triggered until provisioned by entity L2. {{(pid=106241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:20:11.626770 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9272ce-3423-41a9-b2fc-40b3f28f26c5 req-6f7c9728-3573-477e-bbe9-ca6be0005392 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:11.628311 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4f9272ce-3423-41a9-b2fc-40b3f28f26c5 req-6f7c9728-3573-477e-bbe9-ca6be0005392 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 931 time: 0.0685780 Sep 22 15:20:11.629018 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (91ba8f07-785e-4245-9477-96b4c2b87825), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:11.714278 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Pushing event updated for resources: {'Port': ['ID=91ba8f07-785e-4245-9477-96b4c2b87825,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:20:11.754041 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4f9272ce-3423-41a9-b2fc-40b3f28f26c5 req-3cabc6cf-efc6-42b7-b2c0-710c7db42f70 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=22bd1377-1f79-40f0-850c-d99cd7c9136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188154 Sep 22 15:20:11.778423 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Attempting to bind port 91ba8f07-785e-4245-9477-96b4c2b87825 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:20:11.778724 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Attempting to bind port 91ba8f07-785e-4245-9477-96b4c2b87825 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:20:11.779051 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Attempting to bind port 91ba8f07-785e-4245-9477-96b4c2b87825 on network ade38697-1fcd-4c44-844a-ea42332bfc0b {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:20:11.807751 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:11.822986 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Port 91ba8f07-785e-4245-9477-96b4c2b87825 on network ade38697-1fcd-4c44-844a-ea42332bfc0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:20:11.823348 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Attempting to bind port 91ba8f07-785e-4245-9477-96b4c2b87825 on network ade38697-1fcd-4c44-844a-ea42332bfc0b {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:20:11.865114 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:20:11.865450 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Checking segment: {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:20:11.865835 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Bound using segment: {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:20:11.866265 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Bound port: 91ba8f07-785e-4245-9477-96b4c2b87825, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:20:11.866621 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (91ba8f07-785e-4245-9477-96b4c2b87825), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:11.869104 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:11.928035 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] For port 91ba8f07-785e-4245-9477-96b4c2b87825, host hv-cinder-85646, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:20:11.930996 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] For port 91ba8f07-785e-4245-9477-96b4c2b87825, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=91ba8f07-785e-4245-9477-96b4c2b87825,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:20:11.937464 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (91ba8f07-785e-4245-9477-96b4c2b87825), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:11.942237 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-021c4a7e-c2cf-4157-bf6a-72b56d3c3bd9 None None] Attempt 2 to provision port 91ba8f07-785e-4245-9477-96b4c2b87825 Sep 22 15:20:11.942465 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:11.942914 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:11.944599 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/91ba8f07-785e-4245-9477-96b4c2b87825 HTTP/1.1" status: 200 len: 1093 time: 0.7286289 Sep 22 15:20:11.945169 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4', 'tag': '91ba8f07-785e-4245-9477-96b4c2b87825'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:20:11.947467 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610f0268-b296-4286-88bc-353e880d77fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4", "tag": "91ba8f07-785e-4245-9477-96b4c2b87825"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:20:11.984281 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-021c4a7e-c2cf-4157-bf6a-72b56d3c3bd9 None None] Port 91ba8f07-785e-4245-9477-96b4c2b87825 had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 15:20:11.996741 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86f708-2d51-469b-bccd-6180f77ce85e service neutron] Pushing event updated for resources: {'Port': ['ID=91ba8f07-785e-4245-9477-96b4c2b87825,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:20:12.010336 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b174df8-6988-48ad-b81a-58164b868292 x-openstack-request-id: req-3b174df8-6988-48ad-b81a-58164b868292 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:20:12.010633 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4", "tag": "91ba8f07-785e-4245-9477-96b4c2b87825", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:20:12.010918 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3b174df8-6988-48ad-b81a-58164b868292 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:20:12.011526 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b174df8-6988-48ad-b81a-58164b868292'] response: {'name': 'network-changed', 'server_uuid': 'd8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4', 'tag': '91ba8f07-785e-4245-9477-96b4c2b87825', 'status': 'completed', 'code': 200} Sep 22 15:20:12.069768 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-8d344e90-dd31-4b5c-8c7a-37b315d7b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:12.071273 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-8d344e90-dd31-4b5c-8c7a-37b315d7b9d4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 1127 time: 0.0391490 Sep 22 15:20:12.116420 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-31e7472e-f61f-41c3-8994-1e723c551c05 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ba8f07-785e-4245-9477-96b4c2b87825 HTTP/1.1" status: 200 len: 217 time: 0.0326591 Sep 22 15:20:12.166678 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-400060c6-b015-4040-a0cd-e0c028689053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:12.168679 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-400060c6-b015-4040-a0cd-e0c028689053 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 200 len: 854 time: 0.0471115 Sep 22 15:20:12.209515 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-baf6425e-30b8-49eb-b6b8-c3acebc1e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:12.210971 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-baf6425e-30b8-49eb-b6b8-c3acebc1e473 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ade38697-1fcd-4c44-844a-ea42332bfc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368719 Sep 22 15:20:12.298898 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-4be73e78-f0c9-442d-af33-738968a6e1ab service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822728 Sep 22 15:20:12.391683 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b51a04dc-225d-45f1-a5b8-c1cf63dc1927 req-fba6bb01-946b-4a5d-842c-8b885c83b44b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858927 Sep 22 15:20:12.874363 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66306ebc-c62e-487f-b314-20832858fe75 req-7c32d676-c531-4ca6-9155-cf84c9905305 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:12.875939 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-66306ebc-c62e-487f-b314-20832858fe75 req-7c32d676-c531-4ca6-9155-cf84c9905305 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 943 time: 0.0459096 Sep 22 15:20:12.922582 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-66306ebc-c62e-487f-b314-20832858fe75 req-9408ce95-6e0c-4cd0-baa8-cf77ee22349d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=22bd1377-1f79-40f0-850c-d99cd7c9136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409257 Sep 22 15:20:14.047622 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef867fad-c323-4444-8f14-e67d8ab432f8 req-2550f824-2c78-45a3-91d1-8dc4b8e366bd tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:14.049102 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ef867fad-c323-4444-8f14-e67d8ab432f8 req-2550f824-2c78-45a3-91d1-8dc4b8e366bd tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 943 time: 0.0509973 Sep 22 15:20:14.096116 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ef867fad-c323-4444-8f14-e67d8ab432f8 req-d08397e8-df6d-478b-9648-a94cb742b614 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=22bd1377-1f79-40f0-850c-d99cd7c9136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414484 Sep 22 15:20:14.664527 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f0268-b296-4286-88bc-353e880d77fc req-5e7a7472-5633-4efd-b165-d22a94231cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:14.666015 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-610f0268-b296-4286-88bc-353e880d77fc req-5e7a7472-5633-4efd-b165-d22a94231cb6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 1127 time: 0.0470471 Sep 22 15:20:14.755888 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f0268-b296-4286-88bc-353e880d77fc req-10708759-3002-4ccb-a26a-d07812d08e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:14.757233 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-610f0268-b296-4286-88bc-353e880d77fc req-10708759-3002-4ccb-a26a-d07812d08e0e service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 916 time: 0.0856280 Sep 22 15:20:14.795279 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-610f0268-b296-4286-88bc-353e880d77fc req-f3c54fc1-3d98-46a4-8d89-5c6c98eee69d service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ba8f07-785e-4245-9477-96b4c2b87825 HTTP/1.1" status: 200 len: 217 time: 0.0320940 Sep 22 15:20:14.831184 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:14.842169 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f0268-b296-4286-88bc-353e880d77fc req-9361a174-351e-4e3c-8a18-103d381337d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:14.843564 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-610f0268-b296-4286-88bc-353e880d77fc req-9361a174-351e-4e3c-8a18-103d381337d7 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 200 len: 854 time: 0.0428860 Sep 22 15:20:14.889248 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f0268-b296-4286-88bc-353e880d77fc req-3c36604e-50a2-4359-83ae-c6b5ce12e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:14.890923 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-610f0268-b296-4286-88bc-353e880d77fc req-3c36604e-50a2-4359-83ae-c6b5ce12e38e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ade38697-1fcd-4c44-844a-ea42332bfc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410445 Sep 22 15:20:14.977532 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-610f0268-b296-4286-88bc-353e880d77fc req-6d8fd7ba-46ee-4e27-a3b2-259ec303cd9c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805626 Sep 22 15:20:15.065857 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:15.069734 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-610f0268-b296-4286-88bc-353e880d77fc req-e6896772-0ad3-4bef-a5ab-7136a3783165 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863709 Sep 22 15:20:15.191455 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:20:15.212520 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f45d3-8bdb-4432-a240-362f856f1c3b req-2b8604af-148a-4a72-91fa-4e62dbf809ed tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:15.213958 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dc8f45d3-8bdb-4432-a240-362f856f1c3b req-2b8604af-148a-4a72-91fa-4e62dbf809ed tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 943 time: 0.0446935 Sep 22 15:20:15.260084 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-dc8f45d3-8bdb-4432-a240-362f856f1c3b req-2b00dae4-07ac-4cf6-a1e3-fb7af8cc92fd tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=22bd1377-1f79-40f0-850c-d99cd7c9136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401151 Sep 22 15:20:16.382685 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad10e7-a6cf-498b-bac8-1fee8511f49a req-ca61cef3-1ca4-43c4-9941-24d4fbb8a447 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:16.384240 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-02ad10e7-a6cf-498b-bac8-1fee8511f49a req-ca61cef3-1ca4-43c4-9941-24d4fbb8a447 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 943 time: 0.0473726 Sep 22 15:20:16.434734 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-02ad10e7-a6cf-498b-bac8-1fee8511f49a req-0a3ebf3d-1afb-4d99-9c30-8a18eaa6299c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=22bd1377-1f79-40f0-850c-d99cd7c9136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436578 Sep 22 15:20:16.756504 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=32,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:16.757297 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=34,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:17.045819 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 91ba8f07-785e-4245-9477-96b4c2b87825 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:20:17.145183 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 91ba8f07-785e-4245-9477-96b4c2b87825, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=91ba8f07-785e-4245-9477-96b4c2b87825,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:20:17.156715 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': '91ba8f07-785e-4245-9477-96b4c2b87825', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'port_id': '91ba8f07-785e-4245-9477-96b4c2b87825', 'mac_address': 'fa:16:3e:12:70:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:20:17.161186 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:17.178693 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:17.192317 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 91ba8f07-785e-4245-9477-96b4c2b87825 is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:20:17.192715 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (91ba8f07-785e-4245-9477-96b4c2b87825), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:17.206135 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ba8f07-785e-4245-9477-96b4c2b87825 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:20:17.226654 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 91ba8f07-785e-4245-9477-96b4c2b87825, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=91ba8f07-785e-4245-9477-96b4c2b87825,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:20:17.230473 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (91ba8f07-785e-4245-9477-96b4c2b87825), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:17.281187 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=91ba8f07-785e-4245-9477-96b4c2b87825,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:20:17.288227 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:20:17.288608 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:20:17.288955 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:20:17.289301 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:20:17.289635 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:20:17.289971 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:20:17.290303 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:20:17.290639 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:20:17.290968 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:20:17.291392 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:20:17.291725 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:20:17.292057 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:20:17.292385 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:20:17.292711 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:20:17.293036 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:20:17.553921 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662d632-03ce-4344-9829-4f2d738e8f38 req-e06c4672-32d8-4e39-b19b-2a4171c0f30e tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:17.555307 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2662d632-03ce-4344-9829-4f2d738e8f38 req-e06c4672-32d8-4e39-b19b-2a4171c0f30e tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 944 time: 0.0460615 Sep 22 15:20:17.604152 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2662d632-03ce-4344-9829-4f2d738e8f38 req-20d6ac4c-aa74-48f3-b286-d916c705f328 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=22bd1377-1f79-40f0-850c-d99cd7c9136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428090 Sep 22 15:20:17.644815 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['91ba8f07-785e-4245-9477-96b4c2b87825'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:20:18.728402 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35723ac-353d-4c33-a604-32de7ca60ce0 req-69f950e4-cc01-4af9-a7b7-86e14b92eec2 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:18.729808 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b35723ac-353d-4c33-a604-32de7ca60ce0 req-69f950e4-cc01-4af9-a7b7-86e14b92eec2 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 944 time: 0.0508792 Sep 22 15:20:18.776083 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b35723ac-353d-4c33-a604-32de7ca60ce0 req-f114e7bd-6b75-4d8b-a5b0-1851143448ba tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=22bd1377-1f79-40f0-850c-d99cd7c9136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407879 Sep 22 15:20:19.065710 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 91ba8f07-785e-4245-9477-96b4c2b87825 up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:20:19.111012 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port 91ba8f07-785e-4245-9477-96b4c2b87825 completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:20:19.119351 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port 91ba8f07-785e-4245-9477-96b4c2b87825 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:20:19.119728 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (91ba8f07-785e-4245-9477-96b4c2b87825), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:19.120092 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port 91ba8f07-785e-4245-9477-96b4c2b87825 Sep 22 15:20:19.190683 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port 91ba8f07-785e-4245-9477-96b4c2b87825 is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:20:19.191093 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (91ba8f07-785e-4245-9477-96b4c2b87825), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:19.212861 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ba8f07-785e-4245-9477-96b4c2b87825'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:20:19.215077 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b25143-58bf-47d0-ab5e-a52fd6044f22" -d '{"events": [{"server_uuid": "d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4", "name": "network-vif-plugged", "status": "completed", "tag": "91ba8f07-785e-4245-9477-96b4c2b87825"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:20:19.227292 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port 91ba8f07-785e-4245-9477-96b4c2b87825, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=91ba8f07-785e-4245-9477-96b4c2b87825,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:20:19.236750 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (91ba8f07-785e-4245-9477-96b4c2b87825), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:19.262727 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d15a465-7af2-4bd5-be98-ad2c331e17ff x-openstack-request-id: req-1d15a465-7af2-4bd5-be98-ad2c331e17ff {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:20:19.263018 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4", "name": "network-vif-plugged", "status": "completed", "tag": "91ba8f07-785e-4245-9477-96b4c2b87825", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:20:19.263294 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1d15a465-7af2-4bd5-be98-ad2c331e17ff {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:20:19.263682 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d15a465-7af2-4bd5-be98-ad2c331e17ff'] response: {'server_uuid': 'd8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ba8f07-785e-4245-9477-96b4c2b87825', 'code': 200} Sep 22 15:20:19.289680 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=91ba8f07-785e-4245-9477-96b4c2b87825,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:20:19.466531 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20110b2-b679-4020-a24d-cc7620dcda0c req-e21cc3f6-69d0-4e1d-86b0-a73ec7f042db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:19.468123 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a20110b2-b679-4020-a24d-cc7620dcda0c req-e21cc3f6-69d0-4e1d-86b0-a73ec7f042db service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 1129 time: 0.0418432 Sep 22 15:20:19.511799 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-a20110b2-b679-4020-a24d-cc7620dcda0c req-37669e1c-161a-45bd-9007-e43a7c6c03f1 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=22bd1377-1f79-40f0-850c-d99cd7c9136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373874 Sep 22 15:20:19.895792 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ef2b7-234e-4d98-9d63-fb0b573df984 req-8e93f977-d48e-4d22-a896-42ee523d57ff tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:19.897256 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e03ef2b7-234e-4d98-9d63-fb0b573df984 req-8e93f977-d48e-4d22-a896-42ee523d57ff tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 945 time: 0.0460522 Sep 22 15:20:19.942992 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e03ef2b7-234e-4d98-9d63-fb0b573df984 req-07b7abd3-6085-4d14-ac55-9fada2393373 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=22bd1377-1f79-40f0-850c-d99cd7c9136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396369 Sep 22 15:20:21.069327 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744eabb-7bf2-4f10-8e9d-8aa457ded86e req-ab621ffa-d7bc-42d1-92f7-6504e2eb0aad tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:21.070791 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6744eabb-7bf2-4f10-8e9d-8aa457ded86e req-ab621ffa-d7bc-42d1-92f7-6504e2eb0aad tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 945 time: 0.0461917 Sep 22 15:20:21.122937 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6744eabb-7bf2-4f10-8e9d-8aa457ded86e req-fcec615f-19a0-43ee-8d54-ada6850b1a8c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=22bd1377-1f79-40f0-850c-d99cd7c9136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464666 Sep 22 15:20:22.240589 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34159bf0-3b15-4505-9bee-24174cc26fdf req-02d46df8-28d9-4e64-81c9-951c9464063c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:22.242046 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-34159bf0-3b15-4505-9bee-24174cc26fdf req-02d46df8-28d9-4e64-81c9-951c9464063c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 945 time: 0.0456390 Sep 22 15:20:22.288453 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-34159bf0-3b15-4505-9bee-24174cc26fdf req-b176dce7-78bd-41dd-ab46-d8424506ded3 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=22bd1377-1f79-40f0-850c-d99cd7c9136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404034 Sep 22 15:20:22.367893 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:22.402887 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb052df-d56c-4655-88bc-c94f82f0de84 req-2f671a90-f55a-4fe6-a241-ab9b1d09cc3f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:22.404402 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2eb052df-d56c-4655-88bc-c94f82f0de84 req-2f671a90-f55a-4fe6-a241-ab9b1d09cc3f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 945 time: 0.0461338 Sep 22 15:20:22.414254 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57406) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:20:22.419016 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-cd30d417-2e79-4945-8d23-f01d16a6e231 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'floatingip': {'port_id': '91ba8f07-785e-4245-9477-96b4c2b87825'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:20:22.459953 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-cd30d417-2e79-4945-8d23-f01d16a6e231 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (07907fcf-c2da-4058-b824-c45071f0e314), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:22.584607 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:22.803757 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:22.903028 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-cd30d417-2e79-4945-8d23-f01d16a6e231 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:22.906781 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-cd30d417-2e79-4945-8d23-f01d16a6e231 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (07907fcf-c2da-4058-b824-c45071f0e314), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:22.998671 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [None req-cd30d417-2e79-4945-8d23-f01d16a6e231 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Floating IP 07907fcf-c2da-4058-b824-c45071f0e314 associated. External IP: 172.27.1.182, port: 91ba8f07-785e-4245-9477-96b4c2b87825. Sep 22 15:20:23.203291 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd30d417-2e79-4945-8d23-f01d16a6e231 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Router 46d35060-2731-41ed-82ad-6a4c9654c95d has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:20:23.549485 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd30d417-2e79-4945-8d23-f01d16a6e231 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:20:23.554242 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-cd30d417-2e79-4945-8d23-f01d16a6e231 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:23.555679 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:23.560406 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc3d89-9d30-4dc7-8720-29c0bc849fca None None] Sync routers for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:20:23.570081 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc3d89-9d30-4dc7-8720-29c0bc849fca None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:20:23.570702 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-befc3d89-9d30-4dc7-8720-29c0bc849fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:19:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:20:23.584460 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-cd30d417-2e79-4945-8d23-f01d16a6e231 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "PUT /networking/v2.0/floatingips/07907fcf-c2da-4058-b824-c45071f0e314 HTTP/1.1" status: 200 len: 991 time: 1.1691597 Sep 22 15:20:23.585094 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4', 'tag': '91ba8f07-785e-4245-9477-96b4c2b87825'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:20:23.587344 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb3b764-f4f4-4650-bfe6-f558056a36a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4", "tag": "91ba8f07-785e-4245-9477-96b4c2b87825"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:20:23.624988 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ec594b-496e-4858-a307-3380da8d7aeb x-openstack-request-id: req-02ec594b-496e-4858-a307-3380da8d7aeb {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:20:23.625280 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4", "tag": "91ba8f07-785e-4245-9477-96b4c2b87825", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:20:23.625531 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-02ec594b-496e-4858-a307-3380da8d7aeb {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:20:23.625932 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ec594b-496e-4858-a307-3380da8d7aeb'] response: {'name': 'network-changed', 'server_uuid': 'd8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4', 'tag': '91ba8f07-785e-4245-9477-96b4c2b87825', 'status': 'completed', 'code': 200} Sep 22 15:20:23.719735 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3b764-f4f4-4650-bfe6-f558056a36a5 req-e25f164b-33cc-4deb-9501-d8b54a2e01d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:23.721264 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0fb3b764-f4f4-4650-bfe6-f558056a36a5 req-e25f164b-33cc-4deb-9501-d8b54a2e01d5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 1129 time: 0.0409496 Sep 22 15:20:23.802474 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-befc3d89-9d30-4dc7-8720-29c0bc849fca None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:20:23.815708 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3b764-f4f4-4650-bfe6-f558056a36a5 req-220caab5-3633-4ad8-a3dc-dc1b52979800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:23.817167 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0fb3b764-f4f4-4650-bfe6-f558056a36a5 req-220caab5-3633-4ad8-a3dc-dc1b52979800 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 916 time: 0.0901768 Sep 22 15:20:23.878439 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0fb3b764-f4f4-4650-bfe6-f558056a36a5 req-097919f8-e852-4203-a96e-b37d5606f58f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ba8f07-785e-4245-9477-96b4c2b87825 HTTP/1.1" status: 200 len: 999 time: 0.0547354 Sep 22 15:20:23.906868 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:23.932309 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3b764-f4f4-4650-bfe6-f558056a36a5 req-c7a34c7a-7c76-442e-ba6b-4a761d68b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:23.934336 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0fb3b764-f4f4-4650-bfe6-f558056a36a5 req-c7a34c7a-7c76-442e-ba6b-4a761d68b764 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 200 len: 854 time: 0.0499568 Sep 22 15:20:23.983789 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3b764-f4f4-4650-bfe6-f558056a36a5 req-4cee0d9d-bf71-48f1-83fc-9016b81d0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:23.985544 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0fb3b764-f4f4-4650-bfe6-f558056a36a5 req-4cee0d9d-bf71-48f1-83fc-9016b81d0b9e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ade38697-1fcd-4c44-844a-ea42332bfc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440130 Sep 22 15:20:24.023932 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-befc3d89-9d30-4dc7-8720-29c0bc849fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '07907fcf-c2da-4058-b824-c45071f0e314', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': '91ba8f07-785e-4245-9477-96b4c2b87825', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:12:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:20:08Z', 'updated_at': '2022-09-22T15:20:22Z', 'revision_number': 1, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:20:24.053255 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc3d89-9d30-4dc7-8720-29c0bc849fca None None] Checking router: 46d35060-2731-41ed-82ad-6a4c9654c95d for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:20:24.059135 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:24.062996 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc3d89-9d30-4dc7-8720-29c0bc849fca None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:20:24.063657 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-befc3d89-9d30-4dc7-8720-29c0bc849fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:19:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:20:24.091293 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0fb3b764-f4f4-4650-bfe6-f558056a36a5 req-941248e1-0c97-4a4d-92ef-62d8c07fcc84 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999718 Sep 22 15:20:24.162582 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:24.166708 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-befc3d89-9d30-4dc7-8720-29c0bc849fca None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:20:24.185353 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0fb3b764-f4f4-4650-bfe6-f558056a36a5 req-d9ba5a21-f102-4a2e-98c2-2ba45f6464da service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884218 Sep 22 15:20:24.200539 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:24.382100 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-befc3d89-9d30-4dc7-8720-29c0bc849fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '07907fcf-c2da-4058-b824-c45071f0e314', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': '91ba8f07-785e-4245-9477-96b4c2b87825', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:12:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:20:08Z', 'updated_at': '2022-09-22T15:20:22Z', 'revision_number': 1, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:20:24.410892 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc3d89-9d30-4dc7-8720-29c0bc849fca None None] The sync data for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi is: [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': '07907fcf-c2da-4058-b824-c45071f0e314', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': '91ba8f07-785e-4245-9477-96b4c2b87825', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:12:70:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:20:08Z', 'updated_at': '2022-09-22T15:20:22Z', 'revision_number': 1, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:20:24.604235 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da33656-90af-4d0b-8e43-8ef1c38fcad7 None None] New status for floating IP 07907fcf-c2da-4058-b824-c45071f0e314: ACTIVE {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:20:24.637240 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:24.752007 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-821e5449-3634-4a1c-b9c8-f92cd149297c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:27.187606 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b84a7d1d-e36b-4a75-b8c2-1089a9d3a23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:28.320437 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:30.095414 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:30.105810 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:31.831279 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3b109c5b-8a33-4623-8468-0093d2be1992 req-25137b09-5732-415c-8a53-2fd69b913cb3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381045 Sep 22 15:20:31.911113 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b109c5b-8a33-4623-8468-0093d2be1992 req-d9d13da8-d1a7-44dd-b289-bd8e707ef435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:31.912606 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3b109c5b-8a33-4623-8468-0093d2be1992 req-d9d13da8-d1a7-44dd-b289-bd8e707ef435 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 1129 time: 0.0411401 Sep 22 15:20:32.016082 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b109c5b-8a33-4623-8468-0093d2be1992 req-94864c9c-fbec-4877-8901-02bd57ea227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:32.017510 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3b109c5b-8a33-4623-8468-0093d2be1992 req-94864c9c-fbec-4877-8901-02bd57ea227b service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 913 time: 0.0857229 Sep 22 15:20:32.082925 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3b109c5b-8a33-4623-8468-0093d2be1992 req-6506cb71-0eed-4018-968b-3079d77a7400 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa3cf995-521b-4bbb-8ab3-5767af4d6b56 HTTP/1.1" status: 200 len: 999 time: 0.0582323 Sep 22 15:20:32.131628 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b109c5b-8a33-4623-8468-0093d2be1992 req-7b2f9a3f-e426-4df0-af8b-544915e8d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:32.133046 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3b109c5b-8a33-4623-8468-0093d2be1992 req-7b2f9a3f-e426-4df0-af8b-544915e8d47e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 200 len: 851 time: 0.0437226 Sep 22 15:20:32.175101 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b109c5b-8a33-4623-8468-0093d2be1992 req-f622c688-514f-409a-ad54-e1d7d95896dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:20:32.176584 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3b109c5b-8a33-4623-8468-0093d2be1992 req-f622c688-514f-409a-ad54-e1d7d95896dc service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=cd2f75aa-555e-4e70-b27f-30e0727f88fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375748 Sep 22 15:20:32.269496 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3b109c5b-8a33-4623-8468-0093d2be1992 req-170bc0cf-8fdf-4680-9b9b-bca601658408 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843060 Sep 22 15:20:32.346683 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:32.360978 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-3b109c5b-8a33-4623-8468-0093d2be1992 req-46bb226f-597b-439a-bf5d-421c340f6870 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828209 Sep 22 15:20:34.706519 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:34.708377 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:40.100505 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:40.105825 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:42.356927 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=51 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:42.357791 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:20:52.190554 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:20:52.597338 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:54.753346 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-22651402-1952-4183-9275-0daa0edc16b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:57.188721 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa3eb-8fc3-4e31-acda-e9bf45730ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:20:58.324880 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:00.096374 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:00.107714 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:01.195584 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=16 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:02.186192 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=18 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:10.101049 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:10.103770 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:16.165320 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57430) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:16.303471 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Deleting port f9393605-291c-485c-ba99-24b15a7472be {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:21:16.303820 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (f9393605-291c-485c-ba99-24b15a7472be), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:16.381292 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (f9393605-291c-485c-ba99-24b15a7472be), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:16.381618 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for floatingip (f9393605-291c-485c-ba99-24b15a7472be), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:16.394906 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Calling delete_port for f9393605-291c-485c-ba99-24b15a7472be owned by network:floatingip {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:21:16.543506 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (f9393605-291c-485c-ba99-24b15a7472be), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:16.569096 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event deleted for resources: {'Port': ['ID=f9393605-291c-485c-ba99-24b15a7472be,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:16.593191 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:16.593541 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:16.593884 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:16.594225 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:16.594562 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:16.594895 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:16.595243 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:16.595576 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:16.595903 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:16.596235 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:16.596559 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:16.596883 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:16.597204 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:16.597524 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:16.597841 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:16.642845 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for floatingip (f6545805-4590-45a0-b155-674dae62cef3), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:16.643176 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Floating IP f6545805-4590-45a0-b155-674dae62cef3 disassociated (deleted). External IP: 172.27.1.3, port: aa3cf995-521b-4bbb-8ab3-5767af4d6b56. Sep 22 15:21:16.835933 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Router dc4cf907-6b26-400f-afb5-b841b52f6193 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:21:16.938154 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:21:16.942801 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:16.948095 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3fbdda-b82d-4a93-bb9a-d791b51aa8e9 None None] Sync routers for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:21:16.960694 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3fbdda-b82d-4a93-bb9a-d791b51aa8e9 None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:21:16.961312 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-df3fbdda-b82d-4a93-bb9a-d791b51aa8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:20:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:16.969073 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:16.973584 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-da8995a3-2508-40df-a6a1-73f34e3d47c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "DELETE /networking/v2.0/floatingips/f6545805-4590-45a0-b155-674dae62cef3 HTTP/1.1" status: 204 len: 168 time: 0.8072374 Sep 22 15:21:16.974543 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bec9490-57bb-4e2c-8a20-00f92ea7a34f', 'tag': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:21:16.976962 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d8d288-2871-4f96-ae10-4b98ecc6b534" -d '{"events": [{"name": "network-changed", "server_uuid": "4bec9490-57bb-4e2c-8a20-00f92ea7a34f", "tag": "aa3cf995-521b-4bbb-8ab3-5767af4d6b56"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:21:17.029487 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfa9564-4858-450f-a3aa-ccf6bb493057 x-openstack-request-id: req-bdfa9564-4858-450f-a3aa-ccf6bb493057 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:21:17.030398 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bec9490-57bb-4e2c-8a20-00f92ea7a34f", "tag": "aa3cf995-521b-4bbb-8ab3-5767af4d6b56", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:21:17.030398 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bdfa9564-4858-450f-a3aa-ccf6bb493057 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:21:17.030992 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdfa9564-4858-450f-a3aa-ccf6bb493057'] response: {'name': 'network-changed', 'server_uuid': '4bec9490-57bb-4e2c-8a20-00f92ea7a34f', 'tag': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56', 'status': 'completed', 'code': 200} Sep 22 15:21:17.066690 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-df3fbdda-b82d-4a93-bb9a-d791b51aa8e9 None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:21:17.134534 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:17.141144 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8d288-2871-4f96-ae10-4b98ecc6b534 req-6648c6e3-ab3c-46c1-8495-e97705a75d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:17.142685 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50d8d288-2871-4f96-ae10-4b98ecc6b534 req-6648c6e3-ab3c-46c1-8495-e97705a75d91 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 1129 time: 0.0618081 Sep 22 15:21:17.214302 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612393b-c445-4994-a1c3-ad9581e87dfb req-daf0fc63-8de0-4861-a399-7c0be3cdd788 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:17.216332 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b612393b-c445-4994-a1c3-ad9581e87dfb req-daf0fc63-8de0-4861-a399-7c0be3cdd788 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 945 time: 0.0459964 Sep 22 15:21:17.267285 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-b612393b-c445-4994-a1c3-ad9581e87dfb req-e3976c08-d41a-447e-9154-c41a313a8ebf tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448525 Sep 22 15:21:17.285366 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-df3fbdda-b82d-4a93-bb9a-d791b51aa8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'ab773f55-0a60-490a-855d-ba9ac7f5fe51', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'port_id': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'mac_address': 'fa:16:3e:87:f6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e97f78-7fbc-403f-9863-1a478458434a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:48Z', 'updated_at': '2022-09-22T15:16:49Z', 'revision_number': 1, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:17.309688 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3fbdda-b82d-4a93-bb9a-d791b51aa8e9 None None] Checking router: dc4cf907-6b26-400f-afb5-b841b52f6193 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:21:17.317873 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3fbdda-b82d-4a93-bb9a-d791b51aa8e9 None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:21:17.318474 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-df3fbdda-b82d-4a93-bb9a-d791b51aa8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:20:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:17.420591 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-df3fbdda-b82d-4a93-bb9a-d791b51aa8e9 None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:21:17.633352 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-df3fbdda-b82d-4a93-bb9a-d791b51aa8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'ab773f55-0a60-490a-855d-ba9ac7f5fe51', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'port_id': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'mac_address': 'fa:16:3e:87:f6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e97f78-7fbc-403f-9863-1a478458434a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:48Z', 'updated_at': '2022-09-22T15:16:49Z', 'revision_number': 1, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:17.658946 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3fbdda-b82d-4a93-bb9a-d791b51aa8e9 None None] The sync data for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi is: [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'ab773f55-0a60-490a-855d-ba9ac7f5fe51', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'port_id': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'mac_address': 'fa:16:3e:87:f6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e97f78-7fbc-403f-9863-1a478458434a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:16:48Z', 'updated_at': '2022-09-22T15:16:49Z', 'revision_number': 1, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:21:17.865657 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa92bc9d-3d71-4fcb-9dc3-5648231c5102 None None] New status for floating IP f6545805-4590-45a0-b155-674dae62cef3: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:21:18.294389 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8d288-2871-4f96-ae10-4b98ecc6b534 req-6790dfe9-cae9-4007-860a-501ab1f55b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:18.295902 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50d8d288-2871-4f96-ae10-4b98ecc6b534 req-6790dfe9-cae9-4007-860a-501ab1f55b79 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 913 time: 0.0892227 Sep 22 15:21:18.335787 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50d8d288-2871-4f96-ae10-4b98ecc6b534 req-646b8060-27d9-4725-a1fd-933508d036d7 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa3cf995-521b-4bbb-8ab3-5767af4d6b56 HTTP/1.1" status: 200 len: 217 time: 0.0331140 Sep 22 15:21:18.417566 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8d288-2871-4f96-ae10-4b98ecc6b534 req-00160c44-fe8a-47d3-9212-2abe8c3cc4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:18.419591 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50d8d288-2871-4f96-ae10-4b98ecc6b534 req-00160c44-fe8a-47d3-9212-2abe8c3cc4a6 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 200 len: 851 time: 0.0774717 Sep 22 15:21:18.425732 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf2778-f52d-4017-ac23-fd578b941c9d req-9bd00d92-d32c-4014-a34d-c9929d5635b0 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:18.427087 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7fcf2778-f52d-4017-ac23-fd578b941c9d req-9bd00d92-d32c-4014-a34d-c9929d5635b0 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 945 time: 0.0772760 Sep 22 15:21:18.479552 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8d288-2871-4f96-ae10-4b98ecc6b534 req-3c8d8354-23d9-475d-8969-8344129a513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:18.481042 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50d8d288-2871-4f96-ae10-4b98ecc6b534 req-3c8d8354-23d9-475d-8969-8344129a513c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=cd2f75aa-555e-4e70-b27f-30e0727f88fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530169 Sep 22 15:21:18.508396 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-7fcf2778-f52d-4017-ac23-fd578b941c9d req-67c78fc2-15be-4d1d-b0ce-7c73f6c97da9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713472 Sep 22 15:21:18.687859 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50d8d288-2871-4f96-ae10-4b98ecc6b534 req-a45fb145-6071-4dbf-b8be-811c4afffd4c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869009 Sep 22 15:21:18.775669 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50d8d288-2871-4f96-ae10-4b98ecc6b534 req-09b37f8a-98fb-4f8f-8ed0-7c7afeb14bf8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816102 Sep 22 15:21:19.201175 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d1664-0aa5-4cb7-82b2-eac759f6adb2 req-2a0223ee-785e-4c35-82c3-adcc51bba25d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:19.202586 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ea7d1664-0aa5-4cb7-82b2-eac759f6adb2 req-2a0223ee-785e-4c35-82c3-adcc51bba25d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 945 time: 0.0487089 Sep 22 15:21:19.284734 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-ea7d1664-0aa5-4cb7-82b2-eac759f6adb2 req-ed4d684d-109f-4c20-a285-0bee810198fb tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Deleting port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:21:19.285077 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ea7d1664-0aa5-4cb7-82b2-eac759f6adb2 req-ed4d684d-109f-4c20-a285-0bee810198fb tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:19.374644 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [req-ea7d1664-0aa5-4cb7-82b2-eac759f6adb2 req-ed4d684d-109f-4c20-a285-0bee810198fb tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] For port aa3cf995-521b-4bbb-8ab3-5767af4d6b56, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=aa3cf995-521b-4bbb-8ab3-5767af4d6b56,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:21:19.375345 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ea7d1664-0aa5-4cb7-82b2-eac759f6adb2 req-ed4d684d-109f-4c20-a285-0bee810198fb tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:19.387307 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [req-ea7d1664-0aa5-4cb7-82b2-eac759f6adb2 req-ed4d684d-109f-4c20-a285-0bee810198fb tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Calling delete_port for aa3cf995-521b-4bbb-8ab3-5767af4d6b56 owned by compute:nova {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:21:19.488280 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:19.490692 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:19.509866 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ea7d1664-0aa5-4cb7-82b2-eac759f6adb2 req-ed4d684d-109f-4c20-a285-0bee810198fb tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (aa3cf995-521b-4bbb-8ab3-5767af4d6b56), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:19.540758 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d684d-109f-4c20-a285-0bee810198fb tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event deleted for resources: {'Port': ['ID=aa3cf995-521b-4bbb-8ab3-5767af4d6b56,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:19.588733 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7d1664-0aa5-4cb7-82b2-eac759f6adb2 req-ed4d684d-109f-4c20-a285-0bee810198fb tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] No DVR routers for this DVR port aa3cf995-521b-4bbb-8ab3-5767af4d6b56 on host hv-cinder-85646 {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:21:19.591278 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [req-ea7d1664-0aa5-4cb7-82b2-eac759f6adb2 req-ed4d684d-109f-4c20-a285-0bee810198fb tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:19.594470 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ea7d1664-0aa5-4cb7-82b2-eac759f6adb2 req-ed4d684d-109f-4c20-a285-0bee810198fb tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.49 "DELETE /networking/v2.0/ports/aa3cf995-521b-4bbb-8ab3-5767af4d6b56 HTTP/1.1" status: 204 len: 173 time: 0.3867602 Sep 22 15:21:19.594971 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bec9490-57bb-4e2c-8a20-00f92ea7a34f', 'name': 'network-vif-deleted', 'tag': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:21:19.597215 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e523891-2468-4c46-b9ab-865f7f8e3eb5" -d '{"events": [{"server_uuid": "4bec9490-57bb-4e2c-8a20-00f92ea7a34f", "name": "network-vif-deleted", "tag": "aa3cf995-521b-4bbb-8ab3-5767af4d6b56"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:21:19.630385 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f15ed19e-65e3-481d-b3d8-7e485c86de4c req-dc7801e9-814e-427b-a629-6d6ecba8236a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=4bec9490-57bb-4e2c-8a20-00f92ea7a34f HTTP/1.1" status: 200 len: 210 time: 0.0299566 Sep 22 15:21:19.657321 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ec24ea-e590-4ee3-8f29-6ddb6ff22a2f x-openstack-request-id: req-d5ec24ea-e590-4ee3-8f29-6ddb6ff22a2f {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:21:19.657696 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bec9490-57bb-4e2c-8a20-00f92ea7a34f", "name": "network-vif-deleted", "tag": "aa3cf995-521b-4bbb-8ab3-5767af4d6b56", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:21:19.658029 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d5ec24ea-e590-4ee3-8f29-6ddb6ff22a2f {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:21:19.658486 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ec24ea-e590-4ee3-8f29-6ddb6ff22a2f'] response: {'server_uuid': '4bec9490-57bb-4e2c-8a20-00f92ea7a34f', 'name': 'network-vif-deleted', 'tag': 'aa3cf995-521b-4bbb-8ab3-5767af4d6b56', 'status': 'completed', 'code': 200} Sep 22 15:21:21.381618 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device aa3cf995-521b-4bbb-8ab3-5767af4d6b56 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:21:21.400624 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: aa3cf995-521b-4bbb-8ab3-5767af4d6b56 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:21:21.400974 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device aa3cf995-521b-4bbb-8ab3-5767af4d6b56 not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:21:22.600758 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:22.933684 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57464) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:23.068359 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-6de178aa-9019-4842-a7c2-8a7215c93eec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Deleting port 27cb1ef3-c14c-48c5-bbc8-65e391c90c93 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:21:23.068690 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6de178aa-9019-4842-a7c2-8a7215c93eec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (27cb1ef3-c14c-48c5-bbc8-65e391c90c93), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:23.149686 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6de178aa-9019-4842-a7c2-8a7215c93eec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (27cb1ef3-c14c-48c5-bbc8-65e391c90c93), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:23.150005 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6de178aa-9019-4842-a7c2-8a7215c93eec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for floatingip (27cb1ef3-c14c-48c5-bbc8-65e391c90c93), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:23.162741 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-6de178aa-9019-4842-a7c2-8a7215c93eec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Calling delete_port for 27cb1ef3-c14c-48c5-bbc8-65e391c90c93 owned by network:floatingip {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:21:23.304811 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6de178aa-9019-4842-a7c2-8a7215c93eec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (27cb1ef3-c14c-48c5-bbc8-65e391c90c93), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:23.335314 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de178aa-9019-4842-a7c2-8a7215c93eec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event deleted for resources: {'Port': ['ID=27cb1ef3-c14c-48c5-bbc8-65e391c90c93,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:23.389077 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6de178aa-9019-4842-a7c2-8a7215c93eec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for floatingip (ab773f55-0a60-490a-855d-ba9ac7f5fe51), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:23.389407 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [None req-6de178aa-9019-4842-a7c2-8a7215c93eec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Floating IP ab773f55-0a60-490a-855d-ba9ac7f5fe51 disassociated (deleted). External IP: 172.27.1.58, port: 4dd6d59c-610f-469f-b399-9636f8ed5224. Sep 22 15:21:23.585463 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de178aa-9019-4842-a7c2-8a7215c93eec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Router dc4cf907-6b26-400f-afb5-b841b52f6193 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:21:23.673148 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:23.682144 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:23.689636 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de178aa-9019-4842-a7c2-8a7215c93eec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:21:23.694335 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6de178aa-9019-4842-a7c2-8a7215c93eec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:23.699512 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fd6be9-a5c0-4d79-a259-4bb1156db985 None None] Sync routers for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:21:23.709016 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd6be9-a5c0-4d79-a259-4bb1156db985 None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:21:23.709622 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-59fd6be9-a5c0-4d79-a259-4bb1156db985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:20:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:23.723584 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-6de178aa-9019-4842-a7c2-8a7215c93eec tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "DELETE /networking/v2.0/floatingips/ab773f55-0a60-490a-855d-ba9ac7f5fe51 HTTP/1.1" status: 204 len: 168 time: 0.7881753 Sep 22 15:21:23.724207 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e97f78-7fbc-403f-9863-1a478458434a', 'tag': '4dd6d59c-610f-469f-b399-9636f8ed5224'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:21:23.726457 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50401af1-0a17-4724-8b2e-5139193ae072" -d '{"events": [{"name": "network-changed", "server_uuid": "19e97f78-7fbc-403f-9863-1a478458434a", "tag": "4dd6d59c-610f-469f-b399-9636f8ed5224"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:21:23.765957 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08455f23-1fc8-488b-9fc6-560c9ccb4157 x-openstack-request-id: req-08455f23-1fc8-488b-9fc6-560c9ccb4157 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:21:23.766247 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e97f78-7fbc-403f-9863-1a478458434a", "tag": "4dd6d59c-610f-469f-b399-9636f8ed5224", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:21:23.766498 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-08455f23-1fc8-488b-9fc6-560c9ccb4157 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:21:23.766904 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08455f23-1fc8-488b-9fc6-560c9ccb4157'] response: {'name': 'network-changed', 'server_uuid': '19e97f78-7fbc-403f-9863-1a478458434a', 'tag': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'status': 'completed', 'code': 200} Sep 22 15:21:23.818011 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-59fd6be9-a5c0-4d79-a259-4bb1156db985 None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:21:23.868444 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50401af1-0a17-4724-8b2e-5139193ae072 req-4c2b1919-ac48-4ced-98ee-f86980af71aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:23.872709 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50401af1-0a17-4724-8b2e-5139193ae072 req-4c2b1919-ac48-4ced-98ee-f86980af71aa service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=643f960acfbb4e5d8218e8dadc9066be&device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 1130 time: 0.0519478 Sep 22 15:21:23.973528 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c028db-5a84-4e6d-a633-7fc716671517 req-0d06affc-298e-436b-ac1b-c8a592aeb4c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:23.975867 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e4c028db-5a84-4e6d-a633-7fc716671517 req-0d06affc-298e-436b-ac1b-c8a592aeb4c9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 946 time: 0.0539370 Sep 22 15:21:24.018555 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=100 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:24.026924 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e4c028db-5a84-4e6d-a633-7fc716671517 req-ea5ba3e6-c190-4224-86b1-ae95a2b02212 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452936 Sep 22 15:21:24.095612 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:24.138877 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-59fd6be9-a5c0-4d79-a259-4bb1156db985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:24.163729 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fd6be9-a5c0-4d79-a259-4bb1156db985 None None] Checking router: dc4cf907-6b26-400f-afb5-b841b52f6193 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:21:24.172391 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd6be9-a5c0-4d79-a259-4bb1156db985 None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:21:24.173003 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-59fd6be9-a5c0-4d79-a259-4bb1156db985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:20:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:24.274163 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-59fd6be9-a5c0-4d79-a259-4bb1156db985 None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:21:24.456700 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-59fd6be9-a5c0-4d79-a259-4bb1156db985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:24.487529 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fd6be9-a5c0-4d79-a259-4bb1156db985 None None] The sync data for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi is: [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:13:12Z', 'revision_number': 4, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd', 'name': '', 'network_id': 'cd2f75aa-555e-4e70-b27f-30e0727f88fc', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'mac_address': 'fa:16:3e:2c:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:12Z', 'updated_at': '2022-09-22T15:13:17Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'subnets': [{'id': 'e758423a-0f5c-4f1d-a40d-edb31da8ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:21:24.696234 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db364e95-d4de-445b-af4a-2b0a1fcef961 None None] New status for floating IP ab773f55-0a60-490a-855d-ba9ac7f5fe51: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:21:24.756866 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-94ca5edf-e469-402f-b149-4b81c27b627b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:25.037720 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50401af1-0a17-4724-8b2e-5139193ae072 req-d02a3dc1-69ae-490c-b912-31707c98321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:25.039099 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50401af1-0a17-4724-8b2e-5139193ae072 req-d02a3dc1-69ae-490c-b912-31707c98321a service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 200 len: 913 time: 0.0869615 Sep 22 15:21:25.101723 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50401af1-0a17-4724-8b2e-5139193ae072 req-08b38c09-e76f-4b00-beb9-78773dd80e12 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd6d59c-610f-469f-b399-9636f8ed5224 HTTP/1.1" status: 200 len: 217 time: 0.0399928 Sep 22 15:21:25.185690 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82761afd-af24-4fac-8e15-9723b2fd5483 req-9a2abeaa-f6cd-42ff-8dca-6124cee8567f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:25.187154 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-82761afd-af24-4fac-8e15-9723b2fd5483 req-9a2abeaa-f6cd-42ff-8dca-6124cee8567f tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 946 time: 0.0718908 Sep 22 15:21:25.188432 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50401af1-0a17-4724-8b2e-5139193ae072 req-79130152-72a8-4fd5-acf6-ac2465d6c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:25.189732 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50401af1-0a17-4724-8b2e-5139193ae072 req-79130152-72a8-4fd5-acf6-ac2465d6c1e8 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 200 len: 851 time: 0.0827816 Sep 22 15:21:25.238832 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-82761afd-af24-4fac-8e15-9723b2fd5483 req-850d673e-81e3-419a-a71d-d16ce0094335 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460882 Sep 22 15:21:25.377369 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50401af1-0a17-4724-8b2e-5139193ae072 req-6ee22643-9321-4210-b8ea-c89ad2876d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:25.378916 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50401af1-0a17-4724-8b2e-5139193ae072 req-6ee22643-9321-4210-b8ea-c89ad2876d27 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=cd2f75aa-555e-4e70-b27f-30e0727f88fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390315 Sep 22 15:21:25.468273 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50401af1-0a17-4724-8b2e-5139193ae072 req-bebce454-5ffc-4454-8180-f71cf20b34b9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833585 Sep 22 15:21:25.811965 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-50401af1-0a17-4724-8b2e-5139193ae072 req-59467602-4510-4c3b-b156-973dc0276a39 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373389 Sep 22 15:21:25.837707 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fd2c4-6902-441b-ba75-11b3cb0c9c05 req-e5959b82-d56e-432e-8681-8b3b9b3d7b99 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:25.839171 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-901fd2c4-6902-441b-ba75-11b3cb0c9c05 req-e5959b82-d56e-432e-8681-8b3b9b3d7b99 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 946 time: 0.0514553 Sep 22 15:21:25.924196 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-901fd2c4-6902-441b-ba75-11b3cb0c9c05 req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Deleting port 4dd6d59c-610f-469f-b399-9636f8ed5224 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:21:25.924569 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-901fd2c4-6902-441b-ba75-11b3cb0c9c05 req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:26.247068 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-901fd2c4-6902-441b-ba75-11b3cb0c9c05 req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] For port 4dd6d59c-610f-469f-b399-9636f8ed5224, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4dd6d59c-610f-469f-b399-9636f8ed5224,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:21:26.247362 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-901fd2c4-6902-441b-ba75-11b3cb0c9c05 req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:26.259893 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-901fd2c4-6902-441b-ba75-11b3cb0c9c05 req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Calling delete_port for 4dd6d59c-610f-469f-b399-9636f8ed5224 owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:21:26.363679 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27d5b2-c43a-4c4a-9400-a6256c9543a4 req-b4e25967-b96d-4757-9a2e-7c896162ae20 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:26.365678 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9d27d5b2-c43a-4c4a-9400-a6256c9543a4 req-b4e25967-b96d-4757-9a2e-7c896162ae20 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=19e97f78-7fbc-403f-9863-1a478458434a HTTP/1.1" status: 200 len: 946 time: 0.0490606 Sep 22 15:21:26.390923 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-901fd2c4-6902-441b-ba75-11b3cb0c9c05 req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (4dd6d59c-610f-469f-b399-9636f8ed5224), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:26.416105 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-9d27d5b2-c43a-4c4a-9400-a6256c9543a4 req-83666448-96b5-4d38-bb60-35513cde43a9 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450854 Sep 22 15:21:26.416775 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event deleted for resources: {'Port': ['ID=4dd6d59c-610f-469f-b399-9636f8ed5224,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:26.431449 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:26.431804 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:26.432152 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:26.432495 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:26.432829 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:26.433162 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:26.433497 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:26.433826 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:26.434195 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:26.434529 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:26.434984 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:26.435178 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:26.435514 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:26.435837 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:26.436164 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:26.473251 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-901fd2c4-6902-441b-ba75-11b3cb0c9c05 req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] No DVR routers for this DVR port 4dd6d59c-610f-469f-b399-9636f8ed5224 on host hv-cinder-85646 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:21:26.475930 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-901fd2c4-6902-441b-ba75-11b3cb0c9c05 req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:26.478983 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-901fd2c4-6902-441b-ba75-11b3cb0c9c05 req-0dbc1154-d46f-4f2d-b5d9-515fb05db88d tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.49 "DELETE /networking/v2.0/ports/4dd6d59c-610f-469f-b399-9636f8ed5224 HTTP/1.1" status: 204 len: 173 time: 0.6335230 Sep 22 15:21:26.479502 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e97f78-7fbc-403f-9863-1a478458434a', 'name': 'network-vif-deleted', 'tag': '4dd6d59c-610f-469f-b399-9636f8ed5224'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:21:26.482334 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6683277b-b37f-492a-900f-dacf6218adfc" -d '{"events": [{"server_uuid": "19e97f78-7fbc-403f-9863-1a478458434a", "name": "network-vif-deleted", "tag": "4dd6d59c-610f-469f-b399-9636f8ed5224"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:21:26.573759 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda6e913-f497-4885-b60d-2198b6a94570 x-openstack-request-id: req-cda6e913-f497-4885-b60d-2198b6a94570 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:21:26.574054 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e97f78-7fbc-403f-9863-1a478458434a", "name": "network-vif-deleted", "tag": "4dd6d59c-610f-469f-b399-9636f8ed5224", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:21:26.574313 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cda6e913-f497-4885-b60d-2198b6a94570 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:21:26.574721 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda6e913-f497-4885-b60d-2198b6a94570'] response: {'server_uuid': '19e97f78-7fbc-403f-9863-1a478458434a', 'name': 'network-vif-deleted', 'tag': '4dd6d59c-610f-469f-b399-9636f8ed5224', 'status': 'completed', 'code': 200} Sep 22 15:21:27.191423 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-03effdfd-2f6a-45ff-82b1-be5ef449bf87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:27.484308 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57484) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:27.593007 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-c7cec02c-8aa0-46ba-be8a-406f75a60f85 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Deleting port e822ae8e-4d5c-4826-afec-dcd659004e4e {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:21:27.593347 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c7cec02c-8aa0-46ba-be8a-406f75a60f85 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (e822ae8e-4d5c-4826-afec-dcd659004e4e), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:27.672617 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c7cec02c-8aa0-46ba-be8a-406f75a60f85 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (e822ae8e-4d5c-4826-afec-dcd659004e4e), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:27.672947 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c7cec02c-8aa0-46ba-be8a-406f75a60f85 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for floatingip (e822ae8e-4d5c-4826-afec-dcd659004e4e), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:27.685158 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-c7cec02c-8aa0-46ba-be8a-406f75a60f85 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Calling delete_port for e822ae8e-4d5c-4826-afec-dcd659004e4e owned by network:floatingip {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:21:27.813176 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c7cec02c-8aa0-46ba-be8a-406f75a60f85 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (e822ae8e-4d5c-4826-afec-dcd659004e4e), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:27.837775 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cec02c-8aa0-46ba-be8a-406f75a60f85 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event deleted for resources: {'Port': ['ID=e822ae8e-4d5c-4826-afec-dcd659004e4e,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:27.891652 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:27.907027 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c7cec02c-8aa0-46ba-be8a-406f75a60f85 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for floatingip (b0a4bbd4-9342-47fd-a1b4-42acb3f8e590), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:27.909528 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c7cec02c-8aa0-46ba-be8a-406f75a60f85 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:27.910709 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-c7cec02c-8aa0-46ba-be8a-406f75a60f85 tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "DELETE /networking/v2.0/floatingips/b0a4bbd4-9342-47fd-a1b4-42acb3f8e590 HTTP/1.1" status: 204 len: 168 time: 0.4254682 Sep 22 15:21:28.325248 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:29.121323 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57498) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:29.182656 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-456cc9c8-3f55-4d3b-973a-41d2d66c5a7a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group (c419bb7f-b99d-41a3-8b1f-e4ac4fee591b), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:29.188398 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:21:29.207048 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-456cc9c8-3f55-4d3b-973a-41d2d66c5a7a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group (c419bb7f-b99d-41a3-8b1f-e4ac4fee591b), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:29.269651 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-456cc9c8-3f55-4d3b-973a-41d2d66c5a7a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (c419bb7f-b99d-41a3-8b1f-e4ac4fee591b), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:29.272451 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-456cc9c8-3f55-4d3b-973a-41d2d66c5a7a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:29.275132 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-456cc9c8-3f55-4d3b-973a-41d2d66c5a7a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] 10.222.0.66 "DELETE /networking/v2.0/security-groups/c419bb7f-b99d-41a3-8b1f-e4ac4fee591b HTTP/1.1" status: 204 len: 168 time: 0.1519990 Sep 22 15:21:29.285330 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cc9c8-3f55-4d3b-973a-41d2d66c5a7a tempest-TestVolumeBootPattern-1536298812 tempest-TestVolumeBootPattern-1536298812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c419bb7f-b99d-41a3-8b1f-e4ac4fee591b,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:29.337514 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57502) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:29.422095 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 4dd6d59c-610f-469f-b399-9636f8ed5224 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:21:29.434323 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:29.441548 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: 4dd6d59c-610f-469f-b399-9636f8ed5224 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:21:29.441903 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 4dd6d59c-610f-469f-b399-9636f8ed5224 not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:21:29.485144 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:29.695385 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5a1a5ca5-e742-4e16-a030-de41b202c351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4097958'] for router_interface (dc4cf907-6b26-400f-afb5-b841b52f6193), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:29.912679 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a5ca5-e742-4e16-a030-de41b202c351 admin admin] Deleting port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:21:29.912910 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5a1a5ca5-e742-4e16-a030-de41b202c351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:29.992781 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-5a1a5ca5-e742-4e16-a030-de41b202c351 admin admin] For port 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:21:29.993139 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5a1a5ca5-e742-4e16-a030-de41b202c351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:30.006048 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a5ca5-e742-4e16-a030-de41b202c351 admin admin] Calling delete_port for 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd owned by network:router_interface {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:21:30.105978 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:30.111412 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:30.171454 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:30.189946 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5a1a5ca5-e742-4e16-a030-de41b202c351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:30.221600 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a5ca5-e742-4e16-a030-de41b202c351 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:30.363465 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:30.383841 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-5a1a5ca5-e742-4e16-a030-de41b202c351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4121366'] for router_interface (dc4cf907-6b26-400f-afb5-b841b52f6193), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:30.583356 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1a5ca5-e742-4e16-a030-de41b202c351 admin admin] Router dc4cf907-6b26-400f-afb5-b841b52f6193 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:21:30.682433 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1a5ca5-e742-4e16-a030-de41b202c351 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:21:30.687622 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-5a1a5ca5-e742-4e16-a030-de41b202c351 admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/dc4cf907-6b26-400f-afb5-b841b52f6193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3490982 Sep 22 15:21:30.690250 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57506) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:30.691660 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41333c13-dc45-4735-8442-c42a846aedd2 None None] Sync routers for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:21:30.701853 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41333c13-dc45-4735-8442-c42a846aedd2 None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:21:30.702474 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-41333c13-dc45-4735-8442-c42a846aedd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:21:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:30.789487 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] Publish callbacks [] for router (dc4cf907-6b26-400f-afb5-b841b52f6193), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:30.808747 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-41333c13-dc45-4735-8442-c42a846aedd2 None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:21:30.888103 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] Publish callbacks [] for router_gateway (dc4cf907-6b26-400f-afb5-b841b52f6193), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:30.930433 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] Deleting port 8d9bfa4d-349e-409a-b7d9-096702eb8551 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:21:30.930773 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (8d9bfa4d-349e-409a-b7d9-096702eb8551), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:30.973746 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-41333c13-dc45-4735-8442-c42a846aedd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:21:30Z', 'revision_number': 5, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port': {'id': '8d9bfa4d-349e-409a-b7d9-096702eb8551', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:10Z', 'updated_at': '2022-09-22T15:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:31.002169 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41333c13-dc45-4735-8442-c42a846aedd2 None None] Checking router: dc4cf907-6b26-400f-afb5-b841b52f6193 for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:21:31.010357 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41333c13-dc45-4735-8442-c42a846aedd2 None None] Routers {'dc4cf907-6b26-400f-afb5-b841b52f6193'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:21:31.010964 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-41333c13-dc45-4735-8442-c42a846aedd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:21:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['dc4cf907-6b26-400f-afb5-b841b52f6193'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:31.012699 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] For port 8d9bfa4d-349e-409a-b7d9-096702eb8551, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=8d9bfa4d-349e-409a-b7d9-096702eb8551,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:21:31.013071 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (8d9bfa4d-349e-409a-b7d9-096702eb8551), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:31.025856 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] Calling delete_port for 8d9bfa4d-349e-409a-b7d9-096702eb8551 owned by network:router_gateway {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:21:31.083680 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:31.095148 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-41333c13-dc45-4735-8442-c42a846aedd2 None None] Set router dc4cf907-6b26-400f-afb5-b841b52f6193 gateway port host: None {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:21:31.124079 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:31.138795 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:31.144237 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-41333c13-dc45-4735-8442-c42a846aedd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:21:30Z', 'revision_number': 6, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port_host': None}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:31.169173 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41333c13-dc45-4735-8442-c42a846aedd2 None None] The sync data for ids ['dc4cf907-6b26-400f-afb5-b841b52f6193'] in dv-cinder-856463-5-iscsi is: [{'id': 'dc4cf907-6b26-400f-afb5-b841b52f6193', 'name': 'tempest-TestVolumeBootPattern-1076088571-router', 'tenant_id': '643f960acfbb4e5d8218e8dadc9066be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:09Z', 'updated_at': '2022-09-22T15:21:30Z', 'revision_number': 6, 'project_id': '643f960acfbb4e5d8218e8dadc9066be', 'gw_port_host': None}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:21:31.202456 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (8d9bfa4d-349e-409a-b7d9-096702eb8551), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:31.232540 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9bfa4d-349e-409a-b7d9-096702eb8551,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:31.290685 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121692'] for router_gateway (dc4cf907-6b26-400f-afb5-b841b52f6193), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:31.377422 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15746'] for router (dc4cf907-6b26-400f-afb5-b841b52f6193), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:31.379549 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] Publish callbacks [] for router_controller (dc4cf907-6b26-400f-afb5-b841b52f6193), precommit_delete_associations {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:31.430996 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4121451'] for router (dc4cf907-6b26-400f-afb5-b841b52f6193), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:31.431605 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc4cf907-6b26-400f-afb5-b841b52f6193 {{(pid=106241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 15:21:31.436728 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:31.437871 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-b893314b-a9ba-4f41-ad93-081b4ad6e41d admin admin] 10.222.0.66 "DELETE /networking/v2.0/routers/dc4cf907-6b26-400f-afb5-b841b52f6193 HTTP/1.1" status: 204 len: 168 time: 0.7466941 Sep 22 15:21:31.440438 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57508) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:31.484812 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_v2 [None req-521d022c-5eaf-445d-9cf3-6ebfa5b7e067 admin admin] Deleting subnet e758423a-0f5c-4f1d-a40d-edb31da8ce0d {{(pid=106241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 15:21:31.488096 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-521d022c-5eaf-445d-9cf3-6ebfa5b7e067 admin admin] Publish callbacks [] for subnet (e758423a-0f5c-4f1d-a40d-edb31da8ce0d), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:31.526446 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-521d022c-5eaf-445d-9cf3-6ebfa5b7e067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259291'] for subnet (e758423a-0f5c-4f1d-a40d-edb31da8ce0d), precommit_delete_associations {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:31.611459 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-521d022c-5eaf-445d-9cf3-6ebfa5b7e067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (e758423a-0f5c-4f1d-a40d-edb31da8ce0d), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:31.663601 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-521d022c-5eaf-445d-9cf3-6ebfa5b7e067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2326391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10217092'] for subnet (e758423a-0f5c-4f1d-a40d-edb31da8ce0d), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:31.690473 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d022c-5eaf-445d-9cf3-6ebfa5b7e067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e758423a-0f5c-4f1d-a40d-edb31da8ce0d,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:31.692467 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-521d022c-5eaf-445d-9cf3-6ebfa5b7e067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:31.698361 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-521d022c-5eaf-445d-9cf3-6ebfa5b7e067 admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/e758423a-0f5c-4f1d-a40d-edb31da8ce0d HTTP/1.1" status: 204 len: 168 time: 0.2542832 Sep 22 15:21:31.698479 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ad05c1-78b7-4144-b54c-0fef85c79d4d None None] Network cd2f75aa-555e-4e70-b27f-30e0727f88fc requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:21:31.698946 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57510) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:31.742838 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:31.772297 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (cd2f75aa-555e-4e70-b27f-30e0727f88fc), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:31.781294 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cbf1bb31-0f07-4285-8302-0ef604dadb96 req-d428b760-6650-43dc-9368-fd0a2ab6dde1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482960 Sep 22 15:21:31.817989 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] Deleting port 0f9af3b6-33d4-45ec-b28f-db3def4b644e {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:21:31.818420 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:31.885700 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] For port 0f9af3b6-33d4-45ec-b28f-db3def4b644e, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=0f9af3b6-33d4-45ec-b28f-db3def4b644e,segment=NetworkSegment(3f594c5f-fdda-4b12-abdc-f514ec30536a),segment_id=3f594c5f-fdda-4b12-abdc-f514ec30536a)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:21:31.885990 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:31.894665 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bb31-0f07-4285-8302-0ef604dadb96 req-77bb36e4-61b9-4750-a118-8cb7711938da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:31.896361 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cbf1bb31-0f07-4285-8302-0ef604dadb96 req-77bb36e4-61b9-4750-a118-8cb7711938da service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 1129 time: 0.0436137 Sep 22 15:21:31.899548 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] Calling delete_port for 0f9af3b6-33d4-45ec-b28f-db3def4b644e owned by network:dhcp {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:21:31.967897 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] DHCP port deletion for cd2f75aa-555e-4e70-b27f-30e0727f88fc request from dv-cinder-856463-5-iscsi {{(pid=106243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 15:21:31.976194 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:21:31.980114 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:31.992885 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:32.022313 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] No DVR routers for this DVR port 0f9af3b6-33d4-45ec-b28f-db3def4b644e on host dv-cinder-856463-5-iscsi {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:21:32.023919 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:21:32.024175 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9af3b6-33d4-45ec-b28f-db3def4b644e,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:32.024508 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 0f3316f4-a34d-4b1f-a66b-0ef03ef37fdd not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:21:32.038860 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bb31-0f07-4285-8302-0ef604dadb96 req-2424db3a-4bb8-40a3-b75f-a987d8b9bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:32.040605 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Deleting port 0f9af3b6-33d4-45ec-b28f-db3def4b644e {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:21:32.040887 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cbf1bb31-0f07-4285-8302-0ef604dadb96 req-2424db3a-4bb8-40a3-b75f-a987d8b9bce0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 916 time: 0.1250761 Sep 22 15:21:32.041390 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:32.087140 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=7 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:32.100439 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:32.103232 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (cd2f75aa-555e-4e70-b27f-30e0727f88fc), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:32.115899 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cbf1bb31-0f07-4285-8302-0ef604dadb96 req-702f28bd-c0b2-47cf-8575-03dfd15a19c8 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ba8f07-785e-4245-9477-96b4c2b87825 HTTP/1.1" status: 200 len: 1001 time: 0.0688002 Sep 22 15:21:32.120306 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] For port 0f9af3b6-33d4-45ec-b28f-db3def4b644e, host dv-cinder-856463-5-iscsi, got binding levels [] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:21:32.120715 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:32.127036 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2f75aa-555e-4e70-b27f-30e0727f88fc']}} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:32.137101 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f594c5f-fdda-4b12-abdc-f514ec30536a') {'for_net_delete': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:32.137403 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f594c5f-fdda-4b12-abdc-f514ec30536a') {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:32.142379 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Calling delete_port for 0f9af3b6-33d4-45ec-b28f-db3def4b644e owned by network:dhcp {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:21:32.146195 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.ipam_backend_mixin [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Port 0f9af3b6-33d4-45ec-b28f-db3def4b644e was not found and therefore no delete operation was performed {{(pid=106243) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 22 15:21:32.147499 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259296'] for segment (3f594c5f-fdda-4b12-abdc-f514ec30536a), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:32.147645 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764'] for port (0f9af3b6-33d4-45ec-b28f-db3def4b644e), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:32.162365 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (3f594c5f-fdda-4b12-abdc-f514ec30536a), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:32.169962 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bb31-0f07-4285-8302-0ef604dadb96 req-528f6ef2-a274-4767-bce2-0d3301b0fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:32.171753 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cbf1bb31-0f07-4285-8302-0ef604dadb96 req-528f6ef2-a274-4767-bce2-0d3301b0fd0d service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 200 len: 854 time: 0.0493259 Sep 22 15:21:32.173814 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=106241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 15:21:32.174363 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326477'] for segment (3f594c5f-fdda-4b12-abdc-f514ec30536a), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:32.182483 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Pushing event deleted for resources: {'Port': ['ID=0f9af3b6-33d4-45ec-b28f-db3def4b644e,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:32.190701 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] No DVR routers for this DVR port 0f9af3b6-33d4-45ec-b28f-db3def4b644e on host dv-cinder-856463-5-iscsi {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:21:32.193098 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:32.193457 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:32.193807 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:32.194157 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:32.194500 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:32.194839 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:32.195172 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:32.195539 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:32.196296 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:32.196813 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:32.197312 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:32.197812 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:32.198309 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:32.198806 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:32.199330 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f546af8-a539-4712-b036-43ec2d7c0877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:21:32.229489 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1bb31-0f07-4285-8302-0ef604dadb96 req-84345eb9-e38d-4bb5-8a1c-5b15e6c5df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:32.234198 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cbf1bb31-0f07-4285-8302-0ef604dadb96 req-84345eb9-e38d-4bb5-8a1c-5b15e6c5df4e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ade38697-1fcd-4c44-844a-ea42332bfc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544167 Sep 22 15:21:32.239784 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (cd2f75aa-555e-4e70-b27f-30e0727f88fc), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:32.248252 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:32.251518 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/cd2f75aa-555e-4e70-b27f-30e0727f88fc HTTP/1.1" status: 204 len: 168 time: 0.5522802 Sep 22 15:21:32.262101 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57516) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:32.269470 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1fabc-e501-407b-8f18-a1461270aeb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd2f75aa-555e-4e70-b27f-30e0727f88fc,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:32.319760 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment 3f594c5f-fdda-4b12-abdc-f514ec30536a resource provider aggregate not found Sep 22 15:21:32.341579 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cbf1bb31-0f07-4285-8302-0ef604dadb96 req-157e5817-f418-42db-82b8-78d8f966ae41 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018941 Sep 22 15:21:32.360293 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment 3f594c5f-fdda-4b12-abdc-f514ec30536a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f594c5f-fdda-4b12-abdc-f514ec30536a found for delete ", "request_id": "req-336ec44d-5cf7-4de3-aeef-5d00ee9f22f0"}]} Sep 22 15:21:32.443606 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-cbf1bb31-0f07-4285-8302-0ef604dadb96 req-37f15aaf-82dd-4689-b28a-97313b81d442 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956929 Sep 22 15:21:32.602608 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aa5b6816-1022-477a-b5c9-22d035efd6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4097958'] for router_interface (a9d95ae5-7c72-4530-bb9e-d32033343a22), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:33.066613 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b6816-1022-477a-b5c9-22d035efd6a2 admin admin] Deleting port 25d40307-f471-40b5-8199-7d8690b12d19 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:21:33.066958 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aa5b6816-1022-477a-b5c9-22d035efd6a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (25d40307-f471-40b5-8199-7d8690b12d19), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:33.159084 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-aa5b6816-1022-477a-b5c9-22d035efd6a2 admin admin] For port 25d40307-f471-40b5-8199-7d8690b12d19, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=25d40307-f471-40b5-8199-7d8690b12d19,segment=NetworkSegment(3612b789-8a8e-4d8a-b055-2b40b64ba606),segment_id=3612b789-8a8e-4d8a-b055-2b40b64ba606)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:21:33.159479 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aa5b6816-1022-477a-b5c9-22d035efd6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (25d40307-f471-40b5-8199-7d8690b12d19), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:33.161596 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:33.176132 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b6816-1022-477a-b5c9-22d035efd6a2 admin admin] Calling delete_port for 25d40307-f471-40b5-8199-7d8690b12d19 owned by network:router_interface {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:21:33.320089 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 0f9af3b6-33d4-45ec-b28f-db3def4b644e no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:21:33.341242 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 0f9af3b6-33d4-45ec-b28f-db3def4b644e {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:21:33.341669 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 0f9af3b6-33d4-45ec-b28f-db3def4b644e not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:21:33.342085 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 8d9bfa4d-349e-409a-b7d9-096702eb8551 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:21:33.352559 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:33.359029 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aa5b6816-1022-477a-b5c9-22d035efd6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (25d40307-f471-40b5-8199-7d8690b12d19), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:33.360317 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 8d9bfa4d-349e-409a-b7d9-096702eb8551 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:21:33.360665 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 8d9bfa4d-349e-409a-b7d9-096702eb8551 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:21:33.386224 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b6816-1022-477a-b5c9-22d035efd6a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d40307-f471-40b5-8199-7d8690b12d19,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:33.552747 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-aa5b6816-1022-477a-b5c9-22d035efd6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4121366'] for router_interface (a9d95ae5-7c72-4530-bb9e-d32033343a22), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:33.752615 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5b6816-1022-477a-b5c9-22d035efd6a2 admin admin] Router a9d95ae5-7c72-4530-bb9e-d32033343a22 has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:21:33.851576 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5b6816-1022-477a-b5c9-22d035efd6a2 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:21:33.857341 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-aa5b6816-1022-477a-b5c9-22d035efd6a2 admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/a9d95ae5-7c72-4530-bb9e-d32033343a22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5934122 Sep 22 15:21:33.859038 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57520) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:33.861996 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b12bd3-a8f5-4fc2-94ab-8f7daae384e7 None None] Sync routers for ids ['a9d95ae5-7c72-4530-bb9e-d32033343a22'] in dv-cinder-856463-5-iscsi {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:21:33.872291 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b12bd3-a8f5-4fc2-94ab-8f7daae384e7 None None] Routers {'a9d95ae5-7c72-4530-bb9e-d32033343a22'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:21:33.872877 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45b12bd3-a8f5-4fc2-94ab-8f7daae384e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:21:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['a9d95ae5-7c72-4530-bb9e-d32033343a22'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:33.958649 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] Publish callbacks [] for router (a9d95ae5-7c72-4530-bb9e-d32033343a22), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:33.979472 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-45b12bd3-a8f5-4fc2-94ab-8f7daae384e7 None None] Set router a9d95ae5-7c72-4530-bb9e-d32033343a22 gateway port host: dv-cinder-856463-5-iscsi {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:21:34.035746 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:34.060012 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] Publish callbacks [] for router_gateway (a9d95ae5-7c72-4530-bb9e-d32033343a22), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:34.107033 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] Deleting port 82e998e7-a300-4326-b81b-1a936746b0b4 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:21:34.107413 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (82e998e7-a300-4326-b81b-1a936746b0b4), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:34.148517 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45b12bd3-a8f5-4fc2-94ab-8f7daae384e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'name': 'tempest-TestVolumeBootPattern-918670964-router', 'tenant_id': '6e7e2ed1be5e4a02945547beb389a752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '82e998e7-a300-4326-b81b-1a936746b0b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:14Z', 'updated_at': '2022-09-22T15:21:33Z', 'revision_number': 5, 'project_id': '6e7e2ed1be5e4a02945547beb389a752', 'gw_port': {'id': '82e998e7-a300-4326-b81b-1a936746b0b4', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:13:15Z', 'updated_at': '2022-09-22T15:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:34.173302 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b12bd3-a8f5-4fc2-94ab-8f7daae384e7 None None] Checking router: a9d95ae5-7c72-4530-bb9e-d32033343a22 for host: dv-cinder-856463-5-iscsi {{(pid=106244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:21:34.181673 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b12bd3-a8f5-4fc2-94ab-8f7daae384e7 None None] Routers {'a9d95ae5-7c72-4530-bb9e-d32033343a22'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:21:34.182279 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45b12bd3-a8f5-4fc2-94ab-8f7daae384e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:21:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['a9d95ae5-7c72-4530-bb9e-d32033343a22'], 'active': True} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:34.188120 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] For port 82e998e7-a300-4326-b81b-1a936746b0b4, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=82e998e7-a300-4326-b81b-1a936746b0b4,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:21:34.188500 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (82e998e7-a300-4326-b81b-1a936746b0b4), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:34.201532 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] Calling delete_port for 82e998e7-a300-4326-b81b-1a936746b0b4 owned by network:router_gateway {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:21:34.253387 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:34.353591 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_dvr_db [None req-45b12bd3-a8f5-4fc2-94ab-8f7daae384e7 None None] Set router a9d95ae5-7c72-4530-bb9e-d32033343a22 gateway port host: None {{(pid=106244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:21:34.379819 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (82e998e7-a300-4326-b81b-1a936746b0b4), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:34.404928 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e998e7-a300-4326-b81b-1a936746b0b4,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:34.405775 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.l3_hamode_db [None req-45b12bd3-a8f5-4fc2-94ab-8f7daae384e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'name': 'tempest-TestVolumeBootPattern-918670964-router', 'tenant_id': '6e7e2ed1be5e4a02945547beb389a752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:14Z', 'updated_at': '2022-09-22T15:21:34Z', 'revision_number': 6, 'project_id': '6e7e2ed1be5e4a02945547beb389a752', 'gw_port_host': None}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:34.432489 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b12bd3-a8f5-4fc2-94ab-8f7daae384e7 None None] The sync data for ids ['a9d95ae5-7c72-4530-bb9e-d32033343a22'] in dv-cinder-856463-5-iscsi is: [{'id': 'a9d95ae5-7c72-4530-bb9e-d32033343a22', 'name': 'tempest-TestVolumeBootPattern-918670964-router', 'tenant_id': '6e7e2ed1be5e4a02945547beb389a752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:13:14Z', 'updated_at': '2022-09-22T15:21:34Z', 'revision_number': 6, 'project_id': '6e7e2ed1be5e4a02945547beb389a752', 'gw_port_host': None}] {{(pid=106244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:21:34.475671 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121692'] for router_gateway (a9d95ae5-7c72-4530-bb9e-d32033343a22), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:34.563005 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15746'] for router (a9d95ae5-7c72-4530-bb9e-d32033343a22), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:34.565176 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] Publish callbacks [] for router_controller (a9d95ae5-7c72-4530-bb9e-d32033343a22), precommit_delete_associations {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:34.607138 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4121451'] for router (a9d95ae5-7c72-4530-bb9e-d32033343a22), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:34.607666 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9d95ae5-7c72-4530-bb9e-d32033343a22 {{(pid=106241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 15:21:34.612190 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:34.613427 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-f34b41ca-7130-46ee-a7b6-17ee191a4db8 admin admin] 10.222.0.66 "DELETE /networking/v2.0/routers/a9d95ae5-7c72-4530-bb9e-d32033343a22 HTTP/1.1" status: 204 len: 168 time: 0.7534535 Sep 22 15:21:34.615967 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57522) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:34.660252 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3279ec-2ce6-4744-8eb1-ef521b3af896 admin admin] Deleting subnet 3570934b-0f37-406b-aaf4-fb01af7a04e8 {{(pid=106241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 15:21:34.663342 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9b3279ec-2ce6-4744-8eb1-ef521b3af896 admin admin] Publish callbacks [] for subnet (3570934b-0f37-406b-aaf4-fb01af7a04e8), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:34.702194 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9b3279ec-2ce6-4744-8eb1-ef521b3af896 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2259291'] for subnet (3570934b-0f37-406b-aaf4-fb01af7a04e8), precommit_delete_associations {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:34.777686 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9b3279ec-2ce6-4744-8eb1-ef521b3af896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (3570934b-0f37-406b-aaf4-fb01af7a04e8), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:34.835662 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9b3279ec-2ce6-4744-8eb1-ef521b3af896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2326391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10217092'] for subnet (3570934b-0f37-406b-aaf4-fb01af7a04e8), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:34.866812 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3279ec-2ce6-4744-8eb1-ef521b3af896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3570934b-0f37-406b-aaf4-fb01af7a04e8,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:34.870444 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-9b3279ec-2ce6-4744-8eb1-ef521b3af896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for subnet (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:34.873787 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-9b3279ec-2ce6-4744-8eb1-ef521b3af896 admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/3570934b-0f37-406b-aaf4-fb01af7a04e8 HTTP/1.1" status: 204 len: 168 time: 0.2568502 Sep 22 15:21:34.876966 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f43fd3-a0a2-4994-bd60-3f142c32459c None None] Network 7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7 requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:21:34.878234 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57524) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:34.950292 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:34.961699 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:35.007972 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] Deleting port ccea930c-d27b-499f-99ae-5320169194a2 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:21:35.008582 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (ccea930c-d27b-499f-99ae-5320169194a2), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.044630 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4f9314-7e78-4e45-a8d7-d079ebb5fe45 None None] DHCP port deletion for 7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7 request from dv-cinder-856463-5-iscsi {{(pid=106243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 15:21:35.081163 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] For port ccea930c-d27b-499f-99ae-5320169194a2, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=ccea930c-d27b-499f-99ae-5320169194a2,segment=NetworkSegment(3612b789-8a8e-4d8a-b055-2b40b64ba606),segment_id=3612b789-8a8e-4d8a-b055-2b40b64ba606)] {{(pid=106241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:21:35.082011 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (ccea930c-d27b-499f-99ae-5320169194a2), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.086889 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f9314-7e78-4e45-a8d7-d079ebb5fe45 None None] Deleting port ccea930c-d27b-499f-99ae-5320169194a2 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:21:35.087365 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9314-7e78-4e45-a8d7-d079ebb5fe45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (ccea930c-d27b-499f-99ae-5320169194a2), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.096835 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] Calling delete_port for ccea930c-d27b-499f-99ae-5320169194a2 owned by network:dhcp {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:21:35.143517 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:35.188599 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (ccea930c-d27b-499f-99ae-5320169194a2), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.218848 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=ccea930c-d27b-499f-99ae-5320169194a2,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:35.226538 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] No DVR routers for this DVR port ccea930c-d27b-499f-99ae-5320169194a2 on host dv-cinder-856463-5-iscsi {{(pid=106241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:21:35.294666 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-3e4f9314-7e78-4e45-a8d7-d079ebb5fe45 None None] For port ccea930c-d27b-499f-99ae-5320169194a2, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=ccea930c-d27b-499f-99ae-5320169194a2,segment=NetworkSegment(3612b789-8a8e-4d8a-b055-2b40b64ba606),segment_id=3612b789-8a8e-4d8a-b055-2b40b64ba606)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:21:35.295076 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9314-7e78-4e45-a8d7-d079ebb5fe45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (ccea930c-d27b-499f-99ae-5320169194a2), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.304859 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.312639 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f9314-7e78-4e45-a8d7-d079ebb5fe45 None None] Calling delete_port for ccea930c-d27b-499f-99ae-5320169194a2 owned by network:dhcp {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:21:35.328695 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7']}} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:35.338808 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3612b789-8a8e-4d8a-b055-2b40b64ba606') {'for_net_delete': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:35.339109 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.services.segments.db [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3612b789-8a8e-4d8a-b055-2b40b64ba606') {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:35.352600 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2259296'] for segment (3612b789-8a8e-4d8a-b055-2b40b64ba606), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.366844 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 25d40307-f471-40b5-8199-7d8690b12d19 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:21:35.367789 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (3612b789-8a8e-4d8a-b055-2b40b64ba606), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.375025 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=106241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 15:21:35.375446 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326477'] for segment (3612b789-8a8e-4d8a-b055-2b40b64ba606), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.394680 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment 3612b789-8a8e-4d8a-b055-2b40b64ba606 resource provider aggregate not found Sep 22 15:21:35.398307 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 25d40307-f471-40b5-8199-7d8690b12d19 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:21:35.398658 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 25d40307-f471-40b5-8199-7d8690b12d19 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:21:35.399082 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 82e998e7-a300-4326-b81b-1a936746b0b4 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:21:35.428266 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 82e998e7-a300-4326-b81b-1a936746b0b4 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:21:35.428577 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 82e998e7-a300-4326-b81b-1a936746b0b4 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:21:35.428957 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device ccea930c-d27b-499f-99ae-5320169194a2 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:21:35.449338 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: ccea930c-d27b-499f-99ae-5320169194a2 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:21:35.449338 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device ccea930c-d27b-499f-99ae-5320169194a2 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:21:35.451266 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.services.segments.plugin [-] Segment 3612b789-8a8e-4d8a-b055-2b40b64ba606 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3612b789-8a8e-4d8a-b055-2b40b64ba606 found for delete ", "request_id": "req-8b92579c-d57e-4834-9ab5-c322f9e70cc3"}]} Sep 22 15:21:35.451976 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9314-7e78-4e45-a8d7-d079ebb5fe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764'] for port (ccea930c-d27b-499f-99ae-5320169194a2), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.460995 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.477822 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f9314-7e78-4e45-a8d7-d079ebb5fe45 None None] Pushing event deleted for resources: {'Port': ['ID=ccea930c-d27b-499f-99ae-5320169194a2,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:35.478686 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.486608 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7 HTTP/1.1" status: 204 len: 168 time: 0.6036272 Sep 22 15:21:35.486608 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ff06c-011d-4143-a7e7-f1bf93f37f1d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f3dcc78-815b-4cd4-b47a-db8c2ff18ac7,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:35.487498 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f9314-7e78-4e45-a8d7-d079ebb5fe45 None None] No DVR routers for this DVR port ccea930c-d27b-499f-99ae-5320169194a2 on host dv-cinder-856463-5-iscsi {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:21:35.599087 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57532) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:35.639088 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-709bf89a-dc58-4733-a243-a969b50c4be9 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=643f960acfbb4e5d8218e8dadc9066be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386157 Sep 22 15:21:35.641573 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57534) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:35.688382 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-7df38273-532e-49eb-bbe3-82c56013e535 admin admin] Publish callbacks [] for security_group (4b864993-5fb4-4da8-9e32-6fa89be38bec), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.707394 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-7df38273-532e-49eb-bbe3-82c56013e535 admin admin] Publish callbacks [] for security_group (4b864993-5fb4-4da8-9e32-6fa89be38bec), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.755060 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-7df38273-532e-49eb-bbe3-82c56013e535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (4b864993-5fb4-4da8-9e32-6fa89be38bec), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.757734 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-7df38273-532e-49eb-bbe3-82c56013e535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:35.758884 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-7df38273-532e-49eb-bbe3-82c56013e535 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/4b864993-5fb4-4da8-9e32-6fa89be38bec HTTP/1.1" status: 204 len: 168 time: 0.1164327 Sep 22 15:21:35.768125 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df38273-532e-49eb-bbe3-82c56013e535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b864993-5fb4-4da8-9e32-6fa89be38bec,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:36.071549 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57540) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:36.114589 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-b80efa96-aa1a-482d-bacd-de516af3a87e admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=6e7e2ed1be5e4a02945547beb389a752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419152 Sep 22 15:21:36.116951 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57542) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:36.164053 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3ff53a07-dab6-4f31-84e3-bc1e313b517f admin admin] Publish callbacks [] for security_group (1ecc320e-a7b3-4511-a096-c173e501cbd9), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:36.183940 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3ff53a07-dab6-4f31-84e3-bc1e313b517f admin admin] Publish callbacks [] for security_group (1ecc320e-a7b3-4511-a096-c173e501cbd9), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:36.229143 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3ff53a07-dab6-4f31-84e3-bc1e313b517f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (1ecc320e-a7b3-4511-a096-c173e501cbd9), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:36.232957 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-3ff53a07-dab6-4f31-84e3-bc1e313b517f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:36.234202 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-3ff53a07-dab6-4f31-84e3-bc1e313b517f admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/1ecc320e-a7b3-4511-a096-c173e501cbd9 HTTP/1.1" status: 204 len: 168 time: 0.1163664 Sep 22 15:21:36.242210 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff53a07-dab6-4f31-84e3-bc1e313b517f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecc320e-a7b3-4511-a096-c173e501cbd9,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:42.438708 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=52 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:42.440665 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=47 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:43.237276 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=49 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:43.239757 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:45.780647 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=50,neutron:DELETE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:46.237517 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=66,neutron:DELETE=11 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:46.238281 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:46.254683 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=80,neutron:DELETE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:49.902930 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b763e-0344-4e7e-801d-b9fcdd63076b req-eb8ae6ca-5a55-45b1-aa4e-7c7ebcded17d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:49.904433 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c48b763e-0344-4e7e-801d-b9fcdd63076b req-eb8ae6ca-5a55-45b1-aa4e-7c7ebcded17d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 945 time: 0.0468156 Sep 22 15:21:49.957586 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-c48b763e-0344-4e7e-801d-b9fcdd63076b req-d3b5b0ad-38a5-4b43-8ddd-426545885fcb tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=22bd1377-1f79-40f0-850c-d99cd7c9136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470028 Sep 22 15:21:51.078168 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7038f1-c353-48bc-9ad2-2f5cae9ac2ac req-c9076200-8745-4821-a41c-752e4415c052 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:51.079676 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0d7038f1-c353-48bc-9ad2-2f5cae9ac2ac req-c9076200-8745-4821-a41c-752e4415c052 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 945 time: 0.0459142 Sep 22 15:21:51.126018 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0d7038f1-c353-48bc-9ad2-2f5cae9ac2ac req-52d7e298-0404-4902-a65f-1448b066b8fd tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=22bd1377-1f79-40f0-850c-d99cd7c9136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408247 Sep 22 15:21:51.814169 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-93d7b7cf-1dfc-44e4-ab7b-b70250d63b59 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:51.815666 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-93d7b7cf-1dfc-44e4-ab7b-b70250d63b59 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 945 time: 0.0459826 Sep 22 15:21:51.898147 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-42327200-9880-4909-8c0b-a85a63f0e229 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Deleting port 91ba8f07-785e-4245-9477-96b4c2b87825 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:21:51.898488 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-42327200-9880-4909-8c0b-a85a63f0e229 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (91ba8f07-785e-4245-9477-96b4c2b87825), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:51.986915 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-42327200-9880-4909-8c0b-a85a63f0e229 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] For port 91ba8f07-785e-4245-9477-96b4c2b87825, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=91ba8f07-785e-4245-9477-96b4c2b87825,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:21:51.987319 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-42327200-9880-4909-8c0b-a85a63f0e229 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (91ba8f07-785e-4245-9477-96b4c2b87825), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:52.145667 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-42327200-9880-4909-8c0b-a85a63f0e229 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:52.145945 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-42327200-9880-4909-8c0b-a85a63f0e229 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (07907fcf-c2da-4058-b824-c45071f0e314), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:52.146266 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.l3_db [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-42327200-9880-4909-8c0b-a85a63f0e229 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Floating IP 07907fcf-c2da-4058-b824-c45071f0e314 disassociated. External IP: 172.27.1.182, port: 91ba8f07-785e-4245-9477-96b4c2b87825. Sep 22 15:21:52.146611 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-42327200-9880-4909-8c0b-a85a63f0e229 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Calling delete_port for 91ba8f07-785e-4245-9477-96b4c2b87825 owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:21:52.249129 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8b3ae-c1de-4e8f-982e-15bb2e566c64 req-3733770d-c3d6-4232-8cdd-9658aa0023a1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:52.250746 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6fa8b3ae-c1de-4e8f-982e-15bb2e566c64 req-3733770d-c3d6-4232-8cdd-9658aa0023a1 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4 HTTP/1.1" status: 200 len: 945 time: 0.0472624 Sep 22 15:21:52.277328 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-42327200-9880-4909-8c0b-a85a63f0e229 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (91ba8f07-785e-4245-9477-96b4c2b87825), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:52.298361 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-6fa8b3ae-c1de-4e8f-982e-15bb2e566c64 req-b302969d-deaa-4034-baf6-de298a9cd480 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=22bd1377-1f79-40f0-850c-d99cd7c9136e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417473 Sep 22 15:21:52.305534 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42327200-9880-4909-8c0b-a85a63f0e229 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event deleted for resources: {'Port': ['ID=91ba8f07-785e-4245-9477-96b4c2b87825,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:52.415314 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-42327200-9880-4909-8c0b-a85a63f0e229 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Router 46d35060-2731-41ed-82ad-6a4c9654c95d has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:21:52.518241 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-42327200-9880-4909-8c0b-a85a63f0e229 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:21:52.527816 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5344a-d1f8-4769-82b3-650767202a46 None None] Sync routers for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:21:52.537847 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f5344a-d1f8-4769-82b3-650767202a46 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:21:52.538455 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d7f5344a-d1f8-4769-82b3-650767202a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:21:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:52.560127 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-42327200-9880-4909-8c0b-a85a63f0e229 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] No DVR routers for this DVR port 91ba8f07-785e-4245-9477-96b4c2b87825 on host hv-cinder-85646 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:21:52.562681 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-42327200-9880-4909-8c0b-a85a63f0e229 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:52.565957 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-21818bad-9495-46c1-adbc-ce7a6e0e45b2 req-42327200-9880-4909-8c0b-a85a63f0e229 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "DELETE /networking/v2.0/ports/91ba8f07-785e-4245-9477-96b4c2b87825 HTTP/1.1" status: 204 len: 173 time: 0.7452996 Sep 22 15:21:52.566450 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4', 'name': 'network-vif-deleted', 'tag': '91ba8f07-785e-4245-9477-96b4c2b87825'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:21:52.568712 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424f9b6f-3460-49c1-b164-2743c343e500" -d '{"events": [{"server_uuid": "d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4", "name": "network-vif-deleted", "tag": "91ba8f07-785e-4245-9477-96b4c2b87825"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:21:52.609484 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d03f82d-e402-4dd1-8a29-012313b83b80 x-openstack-request-id: req-1d03f82d-e402-4dd1-8a29-012313b83b80 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:21:52.609762 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4", "name": "network-vif-deleted", "tag": "91ba8f07-785e-4245-9477-96b4c2b87825", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:21:52.610018 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1d03f82d-e402-4dd1-8a29-012313b83b80 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:21:52.610425 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d03f82d-e402-4dd1-8a29-012313b83b80'] response: {'server_uuid': 'd8608e47-2d4b-4fe0-ad5e-c80e69a1d3c4', 'name': 'network-vif-deleted', 'tag': '91ba8f07-785e-4245-9477-96b4c2b87825', 'status': 'completed', 'code': 200} Sep 22 15:21:52.640056 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:52.665745 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-d7f5344a-d1f8-4769-82b3-650767202a46 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:21:52.861079 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d7f5344a-d1f8-4769-82b3-650767202a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:52.887829 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5344a-d1f8-4769-82b3-650767202a46 None None] Checking router: 46d35060-2731-41ed-82ad-6a4c9654c95d for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:21:52.896761 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f5344a-d1f8-4769-82b3-650767202a46 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:21:52.897302 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d7f5344a-d1f8-4769-82b3-650767202a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:21:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:52.996578 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-d7f5344a-d1f8-4769-82b3-650767202a46 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:21:53.183921 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-d7f5344a-d1f8-4769-82b3-650767202a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:21:53.209937 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f5344a-d1f8-4769-82b3-650767202a46 None None] The sync data for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi is: [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:21:53.399431 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57628) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:53.436982 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec527ba-ea6b-4084-a17f-8e2e0bb5da15 None None] New status for floating IP 07907fcf-c2da-4058-b824-c45071f0e314: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:21:53.460282 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-cf6d49e4-b48a-440d-9cac-2f2ed1144296 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (22bd1377-1f79-40f0-850c-d99cd7c9136e), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:53.484098 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-cf6d49e4-b48a-440d-9cac-2f2ed1144296 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (22bd1377-1f79-40f0-850c-d99cd7c9136e), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:53.540887 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-cf6d49e4-b48a-440d-9cac-2f2ed1144296 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (22bd1377-1f79-40f0-850c-d99cd7c9136e), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:53.543634 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-cf6d49e4-b48a-440d-9cac-2f2ed1144296 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:53.544925 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-cf6d49e4-b48a-440d-9cac-2f2ed1144296 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "DELETE /networking/v2.0/security-groups/22bd1377-1f79-40f0-850c-d99cd7c9136e HTTP/1.1" status: 204 len: 168 time: 0.1438210 Sep 22 15:21:53.548391 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57630) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:53.556504 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d49e4-b48a-440d-9cac-2f2ed1144296 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bd1377-1f79-40f0-850c-d99cd7c9136e,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:53.566254 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.api.v2.resource [None req-22ba454e-dfce-420e-95e4-61827d75037c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] show failed (client error): The resource could not be found. Sep 22 15:21:53.570835 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-22ba454e-dfce-420e-95e4-61827d75037c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups/22bd1377-1f79-40f0-850c-d99cd7c9136e HTTP/1.1" status: 404 len: 347 time: 0.0214398 Sep 22 15:21:53.571396 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57632) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:53.685065 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-fcad803d-63c7-41de-9422-d6498b00564d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Deleting port 63d58f16-48e1-4306-8e91-55c4b39a5e26 {{(pid=106241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:21:53.685530 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcad803d-63c7-41de-9422-d6498b00564d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (63d58f16-48e1-4306-8e91-55c4b39a5e26), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:53.762314 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcad803d-63c7-41de-9422-d6498b00564d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (63d58f16-48e1-4306-8e91-55c4b39a5e26), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:53.762643 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcad803d-63c7-41de-9422-d6498b00564d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (63d58f16-48e1-4306-8e91-55c4b39a5e26), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:53.776152 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.plugin [None req-fcad803d-63c7-41de-9422-d6498b00564d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Calling delete_port for 63d58f16-48e1-4306-8e91-55c4b39a5e26 owned by network:floatingip {{(pid=106241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:21:53.902113 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcad803d-63c7-41de-9422-d6498b00564d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (63d58f16-48e1-4306-8e91-55c4b39a5e26), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:53.926667 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad803d-63c7-41de-9422-d6498b00564d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event deleted for resources: {'Port': ['ID=63d58f16-48e1-4306-8e91-55c4b39a5e26,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:53.989827 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcad803d-63c7-41de-9422-d6498b00564d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (07907fcf-c2da-4058-b824-c45071f0e314), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:53.992322 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fcad803d-63c7-41de-9422-d6498b00564d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:53.993525 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-fcad803d-63c7-41de-9422-d6498b00564d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "DELETE /networking/v2.0/floatingips/07907fcf-c2da-4058-b824-c45071f0e314 HTTP/1.1" status: 204 len: 168 time: 0.4206114 Sep 22 15:21:54.061520 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57636) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:54.066089 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-fceb7ac7-159a-4f83-ab33-d0f390323324 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--770949532', 'description': 'tempest-description--152799712'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:21:54.073372 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:54.087673 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fceb7ac7-159a-4f83-ab33-d0f390323324 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.102597 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:54.155815 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fceb7ac7-159a-4f83-ab33-d0f390323324 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (303c6477-14b7-45bd-876d-edcd817eb63f), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.159398 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fceb7ac7-159a-4f83-ab33-d0f390323324 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (303c6477-14b7-45bd-876d-edcd817eb63f), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.183717 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-fceb7ac7-159a-4f83-ab33-d0f390323324 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.184919 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-fceb7ac7-159a-4f83-ab33-d0f390323324 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1224031 Sep 22 15:21:54.188670 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57638) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:54.193155 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [None req-a7f17c19-6cf4-4755-a428-f4c0e7e88996 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'security_group_rule': {'security_group_id': '303c6477-14b7-45bd-876d-edcd817eb63f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:21:54.193386 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb7ac7-159a-4f83-ab33-d0f390323324 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303c6477-14b7-45bd-876d-edcd817eb63f,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:54.206608 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:54.222259 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a7f17c19-6cf4-4755-a428-f4c0e7e88996 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (39cf82bd-0b71-46f4-8b41-871a78c4bb33), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.280104 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a7f17c19-6cf4-4755-a428-f4c0e7e88996 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (39cf82bd-0b71-46f4-8b41-871a78c4bb33), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.284866 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a7f17c19-6cf4-4755-a428-f4c0e7e88996 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (39cf82bd-0b71-46f4-8b41-871a78c4bb33), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.292783 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:54.306680 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f17c19-6cf4-4755-a428-f4c0e7e88996 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39cf82bd-0b71-46f4-8b41-871a78c4bb33,revision_number=0']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:54.317066 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-a7f17c19-6cf4-4755-a428-f4c0e7e88996 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.319654 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a7f17c19-6cf4-4755-a428-f4c0e7e88996 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299372 Sep 22 15:21:54.322746 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57640) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:54.326179 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-57be3db4-7f17-4523-a6c3-e2ce72eb4322 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'security_group_rule': {'security_group_id': '303c6477-14b7-45bd-876d-edcd817eb63f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:21:54.355528 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-57be3db4-7f17-4523-a6c3-e2ce72eb4322 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (1d0c9dd2-d99d-4fea-8e30-17178f6adef3), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.415113 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-57be3db4-7f17-4523-a6c3-e2ce72eb4322 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (1d0c9dd2-d99d-4fea-8e30-17178f6adef3), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.418341 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-57be3db4-7f17-4523-a6c3-e2ce72eb4322 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764104'] for security_group_rule (1d0c9dd2-d99d-4fea-8e30-17178f6adef3), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.434624 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be3db4-7f17-4523-a6c3-e2ce72eb4322 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0c9dd2-d99d-4fea-8e30-17178f6adef3,revision_number=0']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:54.446624 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-57be3db4-7f17-4523-a6c3-e2ce72eb4322 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.447867 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-57be3db4-7f17-4523-a6c3-e2ce72eb4322 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256378 Sep 22 15:21:54.450977 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57642) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:21:54.455260 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'floatingip': {'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:21:54.476780 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.557103 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.662371 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.db_base_plugin_common [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Allocated IP 172.27.1.254 (0158fd45-c628-47d4-94af-d510067846ec/92feb89e-ed4f-4b4e-8ec1-900566b788b5/77aa5063-7f3b-4982-94ac-9c0a9e49c4b5) {{(pid=106241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:21:54.759623 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-ce501b88-0048-4fa1-bb04-475f13c4f272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.770572 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for port (77aa5063-7f3b-4982-94ac-9c0a9e49c4b5), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.803556 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326296'] for port (77aa5063-7f3b-4982-94ac-9c0a9e49c4b5), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.825617 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:54.844049 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Network 0158fd45-c628-47d4-94af-d510067846ec is already hosted by enough agents. {{(pid=106241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:21:54.849376 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.base_scheduler [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Resources bound (agent type, host, resource id): {{(pid=106241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:21:54.853935 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Received port after_create {{(pid=106241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:21:54.857314 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'Port': ['ID=77aa5063-7f3b-4982-94ac-9c0a9e49c4b5,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:54.926137 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:54.942086 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (e7cfce6c-5bcc-4957-8879-52096449be06), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:54.978059 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (77aa5063-7f3b-4982-94ac-9c0a9e49c4b5), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:55.122557 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for port (77aa5063-7f3b-4982-94ac-9c0a9e49c4b5), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:55.126994 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326305'] for port (77aa5063-7f3b-4982-94ac-9c0a9e49c4b5), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:55.192589 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'Port': ['ID=77aa5063-7f3b-4982-94ac-9c0a9e49c4b5,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:55.194918 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (e7cfce6c-5bcc-4957-8879-52096449be06), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:55.211771 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:55.212996 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-89540e39-1809-4043-bb72-696254bf1fe4 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7610219 Sep 22 15:21:55.416211 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-0c8f4d75-e229-40cf-948e-38e2bb3597fd tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--770949532&fields=id&tenant_id=fc8105a809364e67b8695f3e18a1d5e5 HTTP/1.1" status: 200 len: 267 time: 0.0434084 Sep 22 15:21:55.498732 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 91ba8f07-785e-4245-9477-96b4c2b87825 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:21:55.518353 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: 91ba8f07-785e-4245-9477-96b4c2b87825 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:21:55.518708 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device 91ba8f07-785e-4245-9477-96b4c2b87825 not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:21:55.524234 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-afef3d91-87e7-41ea-b8f5-851e53ae2ef6 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:55.525680 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-afef3d91-87e7-41ea-b8f5-851e53ae2ef6 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 815 time: 0.1032023 Sep 22 15:21:55.539863 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-b0774612-f6ba-4ad7-9746-3ca1708bcf1d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/quotas/fc8105a809364e67b8695f3e18a1d5e5 HTTP/1.1" status: 200 len: 375 time: 0.0088432 Sep 22 15:21:55.587355 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-7baaa360-e49b-46bd-b827-ae477ed812e2 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427434 Sep 22 15:21:55.691338 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-e51fc8fe-69a9-4a63-91f6-e85816b86da4 service neutron] http://10.222.0.66:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 15:21:55.692368 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-e51fc8fe-69a9-4a63-91f6-e85816b86da4 service neutron] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0941529 Sep 22 15:21:56.028938 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ceb68705-d453-4bdd-9658-824c8631d271 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303351 Sep 22 15:21:56.126313 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-1a9f1ec4-ec0f-4d23-8941-5e7e74dec13e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916944 Sep 22 15:21:56.290747 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-0a46a4ae-3012-4423-972c-c13c7f57d496 req-b9f54545-adad-4ee3-89e7-4a8904541d14 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 210 time: 0.0283515 Sep 22 15:21:57.193605 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-2dbe6e28-025b-43e2-bf66-d4b96d8ad616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:57.397967 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-e1ae863a-252d-4a99-8308-9ac01c5b6ec1 req-07bed854-b39d-4858-a988-09903bb3a745 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 210 time: 0.0283279 Sep 22 15:21:57.479310 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-2e262d24-adb5-4b5f-b5eb-69d520f6386e tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:57.480837 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-2e262d24-adb5-4b5f-b5eb-69d520f6386e tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 815 time: 0.1210904 Sep 22 15:21:57.560071 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-bfe51bef-2aa0-4b0f-9718-c46895c0e7a8 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fc8105a809364e67b8695f3e18a1d5e5 HTTP/1.1" status: 200 len: 379 time: 0.0537269 Sep 22 15:21:57.645486 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-3f67b0d8-30bb-482d-90d2-7ea37c403bc5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'port': {'device_id': 'a572a7f7-6526-40a9-8d85-df01e0efb050', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'admin_state_up': True, 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'security_groups': ['303c6477-14b7-45bd-876d-edcd817eb63f']}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:21:57.747642 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-3f67b0d8-30bb-482d-90d2-7ea37c403bc5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Made reservation on behalf of fc8105a809364e67b8695f3e18a1d5e5 for: {'port': 1} {{(pid=106242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 15:21:57.751759 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-3f67b0d8-30bb-482d-90d2-7ea37c403bc5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:57.876688 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_common [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-3f67b0d8-30bb-482d-90d2-7ea37c403bc5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Allocated IP 172.20.0.3 (ade38697-1fcd-4c44-844a-ea42332bfc0b/004ccd60-bed0-4c89-9fb1-1b61db1f798e/fcf66372-fd69-4458-a155-195f067b5be4) {{(pid=106242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 15:21:58.016430 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-3f67b0d8-30bb-482d-90d2-7ea37c403bc5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for port (fcf66372-fd69-4458-a155-195f067b5be4), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:58.046807 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-3f67b0d8-30bb-482d-90d2-7ea37c403bc5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759948396755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (fcf66372-fd69-4458-a155-195f067b5be4), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:58.089679 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-3f67b0d8-30bb-482d-90d2-7ea37c403bc5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Network ade38697-1fcd-4c44-844a-ea42332bfc0b is already hosted by enough agents. {{(pid=106242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 15:21:58.092770 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.base_scheduler [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-3f67b0d8-30bb-482d-90d2-7ea37c403bc5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Resources bound (agent type, host, resource id): {{(pid=106242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 15:21:58.096498 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-3f67b0d8-30bb-482d-90d2-7ea37c403bc5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Received port after_create {{(pid=106242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 15:21:58.102376 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67b0d8-30bb-482d-90d2-7ea37c403bc5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event updated for resources: {'Port': ['ID=fcf66372-fd69-4458-a155-195f067b5be4,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:58.141963 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:58.152486 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-3f67b0d8-30bb-482d-90d2-7ea37c403bc5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:58.153105 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-3f67b0d8-30bb-482d-90d2-7ea37c403bc5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:58.171707 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-3f67b0d8-30bb-482d-90d2-7ea37c403bc5 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5298612 Sep 22 15:21:58.189239 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.v2.base [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Request body: {'port': {'device_id': 'a572a7f7-6526-40a9-8d85-df01e0efb050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:21:58.243377 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:58.251439 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (fcf66372-fd69-4458-a155-195f067b5be4), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:58.298600 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-99f22971-ace2-4ec4-b00b-0364a0ba8d14 None None] Provisioning complete for port fcf66372-fd69-4458-a155-195f067b5be4 triggered by entity DHCP. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:21:58.299239 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-99f22971-ace2-4ec4-b00b-0364a0ba8d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (fcf66372-fd69-4458-a155-195f067b5be4), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:58.299355 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-99f22971-ace2-4ec4-b00b-0364a0ba8d14 None None] Attempt 1 to provision port fcf66372-fd69-4458-a155-195f067b5be4 Sep 22 15:21:58.344382 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-99f22971-ace2-4ec4-b00b-0364a0ba8d14 None None] Port fcf66372-fd69-4458-a155-195f067b5be4 cannot update to ACTIVE because it is not bound. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 15:21:58.346855 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:58.504706 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf66372-fd69-4458-a155-195f067b5be4 {{(pid=106242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:21:58.512085 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Publish callbacks [] for port (fcf66372-fd69-4458-a155-195f067b5be4), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:58.519941 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc71170-2579-4a38-a783-9a0bb2cef1b9 req-7e00c106-883c-4759-b8e4-770edb539259 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:58.521441 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4fc71170-2579-4a38-a783-9a0bb2cef1b9 req-7e00c106-883c-4759-b8e4-770edb539259 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 931 time: 0.0473664 Sep 22 15:21:58.524778 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.provisioning_blocks [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Transition to ACTIVE for port object fcf66372-fd69-4458-a155-195f067b5be4 will not be triggered until provisioned by entity L2. {{(pid=106242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 15:21:58.528636 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (fcf66372-fd69-4458-a155-195f067b5be4), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:58.556916 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:58.577876 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-4fc71170-2579-4a38-a783-9a0bb2cef1b9 req-1f8dc090-41b7-4a8c-82c9-73e523b77f74 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=303c6477-14b7-45bd-876d-edcd817eb63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501051 Sep 22 15:21:58.608346 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf66372-fd69-4458-a155-195f067b5be4,revision_number=2']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:58.634504 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Attempting to bind port fcf66372-fd69-4458-a155-195f067b5be4 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 15:21:58.634837 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Attempting to bind port fcf66372-fd69-4458-a155-195f067b5be4 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 15:21:58.635164 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Attempting to bind port fcf66372-fd69-4458-a155-195f067b5be4 on network ade38697-1fcd-4c44-844a-ea42332bfc0b {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:21:58.675288 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Port fcf66372-fd69-4458-a155-195f067b5be4 on network ade38697-1fcd-4c44-844a-ea42332bfc0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 15:21:58.675610 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Attempting to bind port fcf66372-fd69-4458-a155-195f067b5be4 on network ade38697-1fcd-4c44-844a-ea42332bfc0b {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 15:21:58.718602 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Checking agent: {'id': '8c112773-8a8b-463f-90ca-0c7b072f5137', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'started_at': datetime.datetime(2022, 9, 22, 14, 56, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 15, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 15:21:58.718933 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Checking segment: {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 15:21:58.719339 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Bound using segment: {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'} {{(pid=106242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 15:21:58.719760 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.managers [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Bound port: fcf66372-fd69-4458-a155-195f067b5be4, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591680c6-5af5-48f2-bdc8-dc11468c2428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b'}}] {{(pid=106242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 15:21:58.720112 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (fcf66372-fd69-4458-a155-195f067b5be4), before_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:58.781853 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] For port fcf66372-fd69-4458-a155-195f067b5be4, host hv-cinder-85646, cleared binding levels {{(pid=106242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 15:21:58.784834 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] For port fcf66372-fd69-4458-a155-195f067b5be4, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fcf66372-fd69-4458-a155-195f067b5be4,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 15:21:58.790774 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9125789'] for port (fcf66372-fd69-4458-a155-195f067b5be4), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:58.794664 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:58.795325 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:21:58.796676 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/fcf66372-fd69-4458-a155-195f067b5be4 HTTP/1.1" status: 200 len: 1093 time: 0.6124711 Sep 22 15:21:58.797259 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a572a7f7-6526-40a9-8d85-df01e0efb050', 'tag': 'fcf66372-fd69-4458-a155-195f067b5be4'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:21:58.799492 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ed82b9-5899-4629-8135-c508ecbc80d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a572a7f7-6526-40a9-8d85-df01e0efb050", "tag": "fcf66372-fd69-4458-a155-195f067b5be4"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:21:58.841337 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f0ee14-d79f-4dc4-a8c6-e7d23d7de0f0 x-openstack-request-id: req-97f0ee14-d79f-4dc4-a8c6-e7d23d7de0f0 {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:21:58.841618 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a572a7f7-6526-40a9-8d85-df01e0efb050", "tag": "fcf66372-fd69-4458-a155-195f067b5be4", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:21:58.842441 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97f0ee14-d79f-4dc4-a8c6-e7d23d7de0f0 {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:21:58.842837 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f0ee14-d79f-4dc4-a8c6-e7d23d7de0f0'] response: {'name': 'network-changed', 'server_uuid': 'a572a7f7-6526-40a9-8d85-df01e0efb050', 'tag': 'fcf66372-fd69-4458-a155-195f067b5be4', 'status': 'completed', 'code': 200} Sep 22 15:21:58.845964 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-99f22971-ace2-4ec4-b00b-0364a0ba8d14 None None] Attempt 2 to provision port fcf66372-fd69-4458-a155-195f067b5be4 Sep 22 15:21:58.847511 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25520f-eb6c-4f89-900d-5564c14940e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf66372-fd69-4458-a155-195f067b5be4,revision_number=3']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:21:58.883696 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-99f22971-ace2-4ec4-b00b-0364a0ba8d14 None None] Port fcf66372-fd69-4458-a155-195f067b5be4 had new provisioning blocks added so it will not transition to active. {{(pid=106243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 15:21:58.908763 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-69864e4e-baea-4e95-b602-c99035e86aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:58.910285 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-69864e4e-baea-4e95-b602-c99035e86aad service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 1127 time: 0.0424242 Sep 22 15:21:58.954624 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-dfbd160f-7988-4dba-954d-ffa80d4066e2 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcf66372-fd69-4458-a155-195f067b5be4 HTTP/1.1" status: 200 len: 217 time: 0.0317159 Sep 22 15:21:58.992390 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:59.001754 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-f64427cf-c42a-413d-bdee-f62baa9ae9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:59.003157 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-f64427cf-c42a-413d-bdee-f62baa9ae9b4 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 200 len: 854 time: 0.0433357 Sep 22 15:21:59.048091 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-6706d046-4b87-4858-8993-e296ee01a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:59.049575 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-6706d046-4b87-4858-8993-e296ee01a849 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ade38697-1fcd-4c44-844a-ea42332bfc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406876 Sep 22 15:21:59.142944 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-42a9cb57-ebfa-4d27-8152-e11ec99ab722 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861127 Sep 22 15:21:59.193117 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:21:59.232834 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-be66cb21-628c-4dde-8645-27aeb6a58294 req-13cbe41c-f638-4019-a271-a1f777e831a3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836661 Sep 22 15:21:59.698940 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e38dc1-d5f4-4e02-9268-0dabb508e2b7 req-ffa54776-6955-4996-b1db-289bdab3c62a tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:21:59.700473 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f5e38dc1-d5f4-4e02-9268-0dabb508e2b7 req-ffa54776-6955-4996-b1db-289bdab3c62a tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 943 time: 0.0472252 Sep 22 15:21:59.746247 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-f5e38dc1-d5f4-4e02-9268-0dabb508e2b7 req-95fcfe7f-fde4-482b-8961-0c5d47d55aeb tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=303c6477-14b7-45bd-876d-edcd817eb63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401626 Sep 22 15:22:00.105327 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:00.114836 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:00.852523 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:00.871631 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc82b4-150d-4727-a67a-482c41a2e54a req-9a309a15-0a05-4e8f-8b62-50e191ec4341 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:00.873609 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-99cc82b4-150d-4727-a67a-482c41a2e54a req-9a309a15-0a05-4e8f-8b62-50e191ec4341 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 943 time: 0.0479648 Sep 22 15:22:00.920363 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-99cc82b4-150d-4727-a67a-482c41a2e54a req-ee74adf0-b829-42d2-a33a-e8dfaf0a992f tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=303c6477-14b7-45bd-876d-edcd817eb63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405779 Sep 22 15:22:01.360413 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed82b9-5899-4629-8135-c508ecbc80d7 req-1b40f84d-451b-4b8d-8886-af29749397ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:01.361879 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-61ed82b9-5899-4629-8135-c508ecbc80d7 req-1b40f84d-451b-4b8d-8886-af29749397ed service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 1127 time: 0.0423841 Sep 22 15:22:01.448056 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed82b9-5899-4629-8135-c508ecbc80d7 req-6f662140-394c-4c9b-b77d-55a454ad5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:01.449473 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-61ed82b9-5899-4629-8135-c508ecbc80d7 req-6f662140-394c-4c9b-b77d-55a454ad5540 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 916 time: 0.0816514 Sep 22 15:22:01.491370 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-61ed82b9-5899-4629-8135-c508ecbc80d7 req-b097ce8e-7c8e-44fd-bfdd-efb782b59d51 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcf66372-fd69-4458-a155-195f067b5be4 HTTP/1.1" status: 200 len: 217 time: 0.0354924 Sep 22 15:22:01.508526 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device fcf66372-fd69-4458-a155-195f067b5be4 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 15:22:01.526634 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:01.540623 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed82b9-5899-4629-8135-c508ecbc80d7 req-07ff50a5-fd71-46bc-97e6-2f1c0b01caae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:01.542127 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-61ed82b9-5899-4629-8135-c508ecbc80d7 req-07ff50a5-fd71-46bc-97e6-2f1c0b01caae service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 200 len: 854 time: 0.0453956 Sep 22 15:22:01.577147 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:01.584954 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed82b9-5899-4629-8135-c508ecbc80d7 req-02d8eb27-c230-4312-a78b-162f1ce94b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:01.586678 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-61ed82b9-5899-4629-8135-c508ecbc80d7 req-02d8eb27-c230-4312-a78b-162f1ce94b15 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ade38697-1fcd-4c44-844a-ea42332bfc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386081 Sep 22 15:22:01.613366 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port fcf66372-fd69-4458-a155-195f067b5be4, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fcf66372-fd69-4458-a155-195f067b5be4,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:22:01.624989 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Returning: {'device': 'fcf66372-fd69-4458-a155-195f067b5be4', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'port_id': 'fcf66372-fd69-4458-a155-195f067b5be4', 'mac_address': 'fa:16:3e:36:0a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 15:22:01.659743 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port fcf66372-fd69-4458-a155-195f067b5be4 is: DOWN; New status is: BUILD {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:22:01.660136 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (fcf66372-fd69-4458-a155-195f067b5be4), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:01.673805 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf66372-fd69-4458-a155-195f067b5be4 {{(pid=106243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 15:22:01.678845 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-61ed82b9-5899-4629-8135-c508ecbc80d7 req-dfb2ccc2-601d-4b6e-9dc8-bc8ebfcfe0aa service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862052 Sep 22 15:22:01.693108 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port fcf66372-fd69-4458-a155-195f067b5be4, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fcf66372-fd69-4458-a155-195f067b5be4,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:22:01.697496 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (fcf66372-fd69-4458-a155-195f067b5be4), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:01.742609 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=fcf66372-fd69-4458-a155-195f067b5be4,revision_number=4']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:22:01.770435 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-61ed82b9-5899-4629-8135-c508ecbc80d7 req-bbbd4072-1672-4316-b130-2836b4d2df50 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862358 Sep 22 15:22:02.047760 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634ae0a-4039-4a0f-86e9-40724e347314 req-ccebbea6-5ca0-423f-9dbd-ada1d4404168 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:02.049151 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2634ae0a-4039-4a0f-86e9-40724e347314 req-ccebbea6-5ca0-423f-9dbd-ada1d4404168 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 944 time: 0.0510950 Sep 22 15:22:02.095671 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] get_ports_and_sgs() called for port_ids ['fcf66372-fd69-4458-a155-195f067b5be4'] {{(pid=106243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 15:22:02.099713 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2634ae0a-4039-4a0f-86e9-40724e347314 req-fa093f30-75fd-44be-a4ca-af98c698e0d8 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=303c6477-14b7-45bd-876d-edcd817eb63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448802 Sep 22 15:22:03.220808 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b394b-33c7-4e95-be5a-7b99a4f198bc req-4f89a345-2e31-4edf-9b6c-e8b8e3d45e36 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:03.222251 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-930b394b-33c7-4e95-be5a-7b99a4f198bc req-4f89a345-2e31-4edf-9b6c-e8b8e3d45e36 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 944 time: 0.0452654 Sep 22 15:22:03.268970 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-930b394b-33c7-4e95-be5a-7b99a4f198bc req-f367dee6-c78c-489a-b1b7-ae72bb553c66 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=303c6477-14b7-45bd-876d-edcd817eb63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408731 Sep 22 15:22:03.510070 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:03.512679 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:03.529472 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device fcf66372-fd69-4458-a155-195f067b5be4 up at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 15:22:03.571873 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning for port fcf66372-fd69-4458-a155-195f067b5be4 completed by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 15:22:03.577186 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.provisioning_blocks [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Provisioning complete for port fcf66372-fd69-4458-a155-195f067b5be4 triggered by entity L2. {{(pid=106243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 15:22:03.577573 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857171'] for port (fcf66372-fd69-4458-a155-195f067b5be4), provisioning_complete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:03.577882 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Attempt 1 to provision port fcf66372-fd69-4458-a155-195f067b5be4 Sep 22 15:22:03.649956 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Current status of the port fcf66372-fd69-4458-a155-195f067b5be4 is: BUILD; New status is: ACTIVE {{(pid=106243) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 15:22:03.650343 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756419'] for port (fcf66372-fd69-4458-a155-195f067b5be4), before_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:03.673245 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a572a7f7-6526-40a9-8d85-df01e0efb050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf66372-fd69-4458-a155-195f067b5be4'}] {{(pid=106243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:22:03.675488 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}441ef7938ee4ed496e9e4d27083300d41b8b7444f43279bdd302229f0a9d0501" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1082ff15-6a60-46a6-826a-c73376e89993" -d '{"events": [{"server_uuid": "a572a7f7-6526-40a9-8d85-df01e0efb050", "name": "network-vif-plugged", "status": "completed", "tag": "fcf66372-fd69-4458-a155-195f067b5be4"}]}' {{(pid=106243) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:22:03.687968 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] For port fcf66372-fd69-4458-a155-195f067b5be4, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fcf66372-fd69-4458-a155-195f067b5be4,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:22:03.692242 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759948888486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759948396773', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759948396791'] for port (fcf66372-fd69-4458-a155-195f067b5be4), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:03.738840 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Pushing event updated for resources: {'Port': ['ID=fcf66372-fd69-4458-a155-195f067b5be4,revision_number=5']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:22:03.833565 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f86fd9c-60dc-4186-b0c3-e492a546cf41 x-openstack-request-id: req-6f86fd9c-60dc-4186-b0c3-e492a546cf41 {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:22:03.833924 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a572a7f7-6526-40a9-8d85-df01e0efb050", "name": "network-vif-plugged", "status": "completed", "tag": "fcf66372-fd69-4458-a155-195f067b5be4", "code": 200}]} {{(pid=106243) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:22:03.834187 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f86fd9c-60dc-4186-b0c3-e492a546cf41 {{(pid=106243) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:22:03.834591 dv-cinder-856463-5-iscsi neutron-server[106243]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f86fd9c-60dc-4186-b0c3-e492a546cf41'] response: {'server_uuid': 'a572a7f7-6526-40a9-8d85-df01e0efb050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf66372-fd69-4458-a155-195f067b5be4', 'code': 200} Sep 22 15:22:04.040326 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d131745-da55-4ea3-94a3-a5175ccdab9a req-3ca7d6b1-7014-4a43-9dae-4c62ee710327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:04.041804 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2d131745-da55-4ea3-94a3-a5175ccdab9a req-3ca7d6b1-7014-4a43-9dae-4c62ee710327 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 1129 time: 0.0389712 Sep 22 15:22:04.084941 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-2d131745-da55-4ea3-94a3-a5175ccdab9a req-989d32fc-1f98-413d-b104-72bf85e26fb5 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303c6477-14b7-45bd-876d-edcd817eb63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365040 Sep 22 15:22:04.394995 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f329a4-6b73-4c86-a0b3-a43784948cc3 req-e28aa631-3259-406f-9939-a50a1683e780 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:04.396492 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-05f329a4-6b73-4c86-a0b3-a43784948cc3 req-e28aa631-3259-406f-9939-a50a1683e780 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 945 time: 0.0464864 Sep 22 15:22:04.446209 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-05f329a4-6b73-4c86-a0b3-a43784948cc3 req-57f18cb5-0ffa-4352-9a8f-a412105453f8 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=303c6477-14b7-45bd-876d-edcd817eb63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442193 Sep 22 15:22:05.567924 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a4689-6d67-41aa-8016-e5b36119bd6a req-191caa0f-102a-410f-b8b8-f8dfa58efc64 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:05.569406 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ca9a4689-6d67-41aa-8016-e5b36119bd6a req-191caa0f-102a-410f-b8b8-f8dfa58efc64 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 945 time: 0.0463865 Sep 22 15:22:05.615803 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-ca9a4689-6d67-41aa-8016-e5b36119bd6a req-fec95acf-c001-42f8-a0d9-58441eb6a16a tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=303c6477-14b7-45bd-876d-edcd817eb63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407703 Sep 22 15:22:05.729467 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63d77f-08fd-45ea-9683-5da0ebfdecf1 req-70bd7a67-00da-4c7a-900a-8ae5537894c8 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:05.730916 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-aa63d77f-08fd-45ea-9683-5da0ebfdecf1 req-70bd7a67-00da-4c7a-900a-8ae5537894c8 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 945 time: 0.0456405 Sep 22 15:22:05.741347 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57702) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:22:05.745699 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.v2.base [None req-e66294c3-4050-4a81-8755-b09e9a7be9d7 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Request body: {'floatingip': {'port_id': 'fcf66372-fd69-4458-a155-195f067b5be4'}} {{(pid=106241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 15:22:05.788589 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e66294c3-4050-4a81-8755-b09e9a7be9d7 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (e7cfce6c-5bcc-4957-8879-52096449be06), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:06.158176 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:06.190638 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:22:06.211688 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e66294c3-4050-4a81-8755-b09e9a7be9d7 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:06.215414 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e66294c3-4050-4a81-8755-b09e9a7be9d7 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (e7cfce6c-5bcc-4957-8879-52096449be06), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:06.309424 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.db.l3_db [None req-e66294c3-4050-4a81-8755-b09e9a7be9d7 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Floating IP e7cfce6c-5bcc-4957-8879-52096449be06 associated. External IP: 172.27.1.254, port: fcf66372-fd69-4458-a155-195f067b5be4. Sep 22 15:22:06.312473 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:06.505224 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66294c3-4050-4a81-8755-b09e9a7be9d7 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Router 46d35060-2731-41ed-82ad-6a4c9654c95d has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:22:06.612032 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66294c3-4050-4a81-8755-b09e9a7be9d7 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:22:06.616750 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e66294c3-4050-4a81-8755-b09e9a7be9d7 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:06.621214 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844ae48b-b5d0-4580-b737-5ed56b5e3fc2 None None] Sync routers for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:22:06.631210 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ae48b-b5d0-4580-b737-5ed56b5e3fc2 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:22:06.631834 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-844ae48b-b5d0-4580-b737-5ed56b5e3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:21:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:22:06.646558 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-e66294c3-4050-4a81-8755-b09e9a7be9d7 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "PUT /networking/v2.0/floatingips/e7cfce6c-5bcc-4957-8879-52096449be06 HTTP/1.1" status: 200 len: 991 time: 0.9041498 Sep 22 15:22:06.647326 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a572a7f7-6526-40a9-8d85-df01e0efb050', 'tag': 'fcf66372-fd69-4458-a155-195f067b5be4'}] {{(pid=106241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:22:06.649693 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}367254ddcf55de18639dc95701f1335088028511afe5ea66488837fba9ca4899" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b02aee4-d17e-4487-9dc1-342b4ab69000" -d '{"events": [{"name": "network-changed", "server_uuid": "a572a7f7-6526-40a9-8d85-df01e0efb050", "tag": "fcf66372-fd69-4458-a155-195f067b5be4"}]}' {{(pid=106241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:22:06.720306 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:06.728287 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:06.736927 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-844ae48b-b5d0-4580-b737-5ed56b5e3fc2 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:22:06.743974 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 15:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0598ce-6e06-482f-87f7-05f8b3bad609 x-openstack-request-id: req-8a0598ce-6e06-482f-87f7-05f8b3bad609 {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:22:06.744262 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a572a7f7-6526-40a9-8d85-df01e0efb050", "tag": "fcf66372-fd69-4458-a155-195f067b5be4", "status": "completed", "code": 200}]} {{(pid=106241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:22:06.744514 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8a0598ce-6e06-482f-87f7-05f8b3bad609 {{(pid=106241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:22:06.744921 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0598ce-6e06-482f-87f7-05f8b3bad609'] response: {'name': 'network-changed', 'server_uuid': 'a572a7f7-6526-40a9-8d85-df01e0efb050', 'tag': 'fcf66372-fd69-4458-a155-195f067b5be4', 'status': 'completed', 'code': 200} Sep 22 15:22:06.828559 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02aee4-d17e-4487-9dc1-342b4ab69000 req-c496a37e-02da-4c2b-a113-087b8de59f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:06.830127 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5b02aee4-d17e-4487-9dc1-342b4ab69000 req-c496a37e-02da-4c2b-a113-087b8de59f91 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 1129 time: 0.0387866 Sep 22 15:22:06.926176 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02aee4-d17e-4487-9dc1-342b4ab69000 req-0afd0067-63e2-47d9-b19a-c31ed44dfaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:06.927737 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5b02aee4-d17e-4487-9dc1-342b4ab69000 req-0afd0067-63e2-47d9-b19a-c31ed44dfaea service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 916 time: 0.0919428 Sep 22 15:22:06.990252 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5b02aee4-d17e-4487-9dc1-342b4ab69000 req-00ab2f40-b5ec-412b-a186-99ec321ecf40 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcf66372-fd69-4458-a155-195f067b5be4 HTTP/1.1" status: 200 len: 999 time: 0.0567400 Sep 22 15:22:07.037769 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:07.042273 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02aee4-d17e-4487-9dc1-342b4ab69000 req-c5b43408-af21-430b-a221-9817616a23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:07.043784 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5b02aee4-d17e-4487-9dc1-342b4ab69000 req-c5b43408-af21-430b-a221-9817616a23c3 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 200 len: 854 time: 0.0485778 Sep 22 15:22:07.072757 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-844ae48b-b5d0-4580-b737-5ed56b5e3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'e7cfce6c-5bcc-4957-8879-52096449be06', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': 'fcf66372-fd69-4458-a155-195f067b5be4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:36:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a572a7f7-6526-40a9-8d85-df01e0efb050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:21:54Z', 'updated_at': '2022-09-22T15:22:06Z', 'revision_number': 1, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:22:07.085630 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02aee4-d17e-4487-9dc1-342b4ab69000 req-bb2253c3-5aab-49e8-8c57-514864b20b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:07.087139 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5b02aee4-d17e-4487-9dc1-342b4ab69000 req-bb2253c3-5aab-49e8-8c57-514864b20b4a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ade38697-1fcd-4c44-844a-ea42332bfc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379677 Sep 22 15:22:07.097357 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844ae48b-b5d0-4580-b737-5ed56b5e3fc2 None None] Checking router: 46d35060-2731-41ed-82ad-6a4c9654c95d for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:22:07.105608 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ae48b-b5d0-4580-b737-5ed56b5e3fc2 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:22:07.106206 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-844ae48b-b5d0-4580-b737-5ed56b5e3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:21:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:22:07.176600 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5b02aee4-d17e-4487-9dc1-342b4ab69000 req-e3607415-657e-4870-8a46-dd14a63a7ef1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825200 Sep 22 15:22:07.206743 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-844ae48b-b5d0-4580-b737-5ed56b5e3fc2 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:22:07.236836 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=100 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:07.268525 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-5b02aee4-d17e-4487-9dc1-342b4ab69000 req-70602b29-f9eb-4ba8-b4aa-72fd70cbe666 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856462 Sep 22 15:22:07.415554 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-844ae48b-b5d0-4580-b737-5ed56b5e3fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'e7cfce6c-5bcc-4957-8879-52096449be06', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': 'fcf66372-fd69-4458-a155-195f067b5be4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:36:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a572a7f7-6526-40a9-8d85-df01e0efb050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:21:54Z', 'updated_at': '2022-09-22T15:22:06Z', 'revision_number': 1, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:22:07.438957 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844ae48b-b5d0-4580-b737-5ed56b5e3fc2 None None] The sync data for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi is: [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_floatingips': [{'id': 'e7cfce6c-5bcc-4957-8879-52096449be06', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'router_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'port_id': 'fcf66372-fd69-4458-a155-195f067b5be4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'mac_address': 'fa:16:3e:36:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a572a7f7-6526-40a9-8d85-df01e0efb050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T15:21:54Z', 'updated_at': '2022-09-22T15:22:06Z', 'revision_number': 1, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:22:07.632899 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ead1f-e395-4544-b15d-9c4e93035b91 None None] New status for floating IP e7cfce6c-5bcc-4957-8879-52096449be06: ACTIVE {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:22:16.641762 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=49 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:16.643751 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=38 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:17.263253 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=23 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:17.265581 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:17.413582 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=65 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:17.418602 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=59 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:17.726445 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:17.729658 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:22.624098 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:24.761948 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-0b344972-14e0-4fe5-a835-96e999f71116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:27.195743 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-152065c8-babd-499a-b33c-cb1e44b7f320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:28.332855 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:30.109072 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:30.120328 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:33.762980 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-085fe093-eb04-441a-922a-f19c411dc1fd req-ac6bc378-91fe-4ea8-83f8-79fa3f0d20d1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384901 Sep 22 15:22:33.863413 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fe093-eb04-441a-922a-f19c411dc1fd req-5ce643d1-8a2b-459c-9eb5-b8f6ab462965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:33.864886 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-085fe093-eb04-441a-922a-f19c411dc1fd req-5ce643d1-8a2b-459c-9eb5-b8f6ab462965 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 1129 time: 0.0391192 Sep 22 15:22:33.972521 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fe093-eb04-441a-922a-f19c411dc1fd req-cae9a578-0a98-4fdd-bccb-821b5695c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:33.973998 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-085fe093-eb04-441a-922a-f19c411dc1fd req-cae9a578-0a98-4fdd-bccb-821b5695c761 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 200 len: 916 time: 0.0915315 Sep 22 15:22:34.042491 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-085fe093-eb04-441a-922a-f19c411dc1fd req-a9e3284b-400c-4cab-9e46-0d6b021614a8 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcf66372-fd69-4458-a155-195f067b5be4 HTTP/1.1" status: 200 len: 1001 time: 0.0620372 Sep 22 15:22:34.337061 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fe093-eb04-441a-922a-f19c411dc1fd req-a6820501-e09b-425a-afd3-5eb3c9793d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:34.338467 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-085fe093-eb04-441a-922a-f19c411dc1fd req-a6820501-e09b-425a-afd3-5eb3c9793d50 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 200 len: 854 time: 0.2875073 Sep 22 15:22:34.380554 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fe093-eb04-441a-922a-f19c411dc1fd req-b880672b-ad05-48bd-8543-814090f279d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:22:34.381980 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-085fe093-eb04-441a-922a-f19c411dc1fd req-b880672b-ad05-48bd-8543-814090f279d9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=ade38697-1fcd-4c44-844a-ea42332bfc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373704 Sep 22 15:22:34.475029 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-085fe093-eb04-441a-922a-f19c411dc1fd req-f9fa73da-fed5-40bd-b1cf-9c8b12b58d28 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865555 Sep 22 15:22:34.562736 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-085fe093-eb04-441a-922a-f19c411dc1fd req-b27f0151-114e-47ed-b392-6cbbf3166eee service neutron] 10.222.0.49 "GET /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820398 Sep 22 15:22:40.115258 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:40.116033 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:43.190801 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:22:44.558635 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=46 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:44.559440 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=55 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:52.626491 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:54.764516 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-c7b24f6c-e862-47b5-a547-c36d9c6194fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:55.091385 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=17 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:55.096014 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=17 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:22:57.197653 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3c277211-5705-40f2-a836-89bf6bdc2fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:22:58.334139 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:00.111273 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:00.121585 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:10.116263 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:10.118115 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:20.189365 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:23:22.209892 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548b8e7-6ab1-4ee6-9669-69f10cb5629d req-8f18d210-3e68-4391-9163-9ae7bbdaac91 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:23:22.211311 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2548b8e7-6ab1-4ee6-9669-69f10cb5629d req-8f18d210-3e68-4391-9163-9ae7bbdaac91 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 945 time: 0.0479751 Sep 22 15:23:22.258378 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-2548b8e7-6ab1-4ee6-9669-69f10cb5629d req-6123c89d-d940-4a6c-b7e0-6560b1d0c668 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=303c6477-14b7-45bd-876d-edcd817eb63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413158 Sep 22 15:23:22.635775 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:23.383261 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21118e90-85a9-4dc4-8550-5d9c675ebf80 req-d3f6cab7-9ec6-47c1-a168-c6f1884fc7ca tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:23:23.384751 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-21118e90-85a9-4dc4-8550-5d9c675ebf80 req-d3f6cab7-9ec6-47c1-a168-c6f1884fc7ca tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 945 time: 0.0502982 Sep 22 15:23:23.433607 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-21118e90-85a9-4dc4-8550-5d9c675ebf80 req-188c536d-3940-4d6d-bb60-21565a3e4d54 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=303c6477-14b7-45bd-876d-edcd817eb63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Sep 22 15:23:24.208257 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-03336b84-ac9f-4e21-9a54-b95c7877ab0d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:23:24.209627 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-03336b84-ac9f-4e21-9a54-b95c7877ab0d tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 945 time: 0.0534091 Sep 22 15:23:24.293692 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Deleting port fcf66372-fd69-4458-a155-195f067b5be4 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:23:24.294034 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (fcf66372-fd69-4458-a155-195f067b5be4), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:24.385489 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] For port fcf66372-fd69-4458-a155-195f067b5be4, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=fcf66372-fd69-4458-a155-195f067b5be4,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:23:24.385857 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (fcf66372-fd69-4458-a155-195f067b5be4), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:24.547682 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:24.548078 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121766'] for floatingip (e7cfce6c-5bcc-4957-8879-52096449be06), after_update {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:24.548369 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.db.l3_db [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Floating IP e7cfce6c-5bcc-4957-8879-52096449be06 disassociated. External IP: 172.27.1.254, port: fcf66372-fd69-4458-a155-195f067b5be4. Sep 22 15:23:24.548749 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Calling delete_port for fcf66372-fd69-4458-a155-195f067b5be4 owned by compute:nova {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:23:24.553980 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be286cea-8b84-41cd-8a96-c7904621a210 req-1cb482a4-f040-4ada-9bcd-1a5d7a3364f9 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 15:23:24.555483 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-be286cea-8b84-41cd-8a96-c7904621a210 req-1cb482a4-f040-4ada-9bcd-1a5d7a3364f9 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a572a7f7-6526-40a9-8d85-df01e0efb050 HTTP/1.1" status: 200 len: 945 time: 0.0464034 Sep 22 15:23:24.605706 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [req-be286cea-8b84-41cd-8a96-c7904621a210 req-b48e248d-7588-4524-b2a9-43c507c52e62 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups?id=303c6477-14b7-45bd-876d-edcd817eb63f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445938 Sep 22 15:23:24.682460 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (fcf66372-fd69-4458-a155-195f067b5be4), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:24.708006 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event deleted for resources: {'Port': ['ID=fcf66372-fd69-4458-a155-195f067b5be4,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:24.720105 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:24.720403 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:24.721325 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:24.721761 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:24.721997 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:24.722335 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:24.722667 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:24.722995 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:24.723357 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:24.723690 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:24.724019 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:24.724347 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:24.724672 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:24.725001 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:24.725330 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:24.768257 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9a1c-8095-4662-8eee-6c2782136eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:24.834502 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Router 46d35060-2731-41ed-82ad-6a4c9654c95d has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:23:24.938956 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:23:24.950132 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616cdeb2-43c9-457a-a871-3353fc1b54e1 None None] Sync routers for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:23:24.960782 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616cdeb2-43c9-457a-a871-3353fc1b54e1 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:23:24.961461 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-616cdeb2-43c9-457a-a871-3353fc1b54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:22:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:23:24.982338 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] No DVR routers for this DVR port fcf66372-fd69-4458-a155-195f067b5be4 on host hv-cinder-85646 {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:23:24.984852 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for port (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:24.988168 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [req-d17560ca-f220-427a-86d9-fc702b5c9d2a req-97fba0c0-1d20-4488-b82b-f309ae76093c tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.49 "DELETE /networking/v2.0/ports/fcf66372-fd69-4458-a155-195f067b5be4 HTTP/1.1" status: 204 len: 173 time: 0.7727766 Sep 22 15:23:24.988710 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a572a7f7-6526-40a9-8d85-df01e0efb050', 'name': 'network-vif-deleted', 'tag': 'fcf66372-fd69-4458-a155-195f067b5be4'}] {{(pid=106242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 15:23:24.991049 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a52aaedbbfc72d930bcae6fa5b0e52a077763899ebe3520324ae1fb54b41185a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9126163b-08f4-4e74-b5b3-c26df6e254bb" -d '{"events": [{"server_uuid": "a572a7f7-6526-40a9-8d85-df01e0efb050", "name": "network-vif-deleted", "tag": "fcf66372-fd69-4458-a155-195f067b5be4"}]}' {{(pid=106242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 15:23:25.034200 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 15:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3bf9bb-f973-47a6-b6a6-557c76a3f52b x-openstack-request-id: req-fb3bf9bb-f973-47a6-b6a6-557c76a3f52b {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 15:23:25.034489 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a572a7f7-6526-40a9-8d85-df01e0efb050", "name": "network-vif-deleted", "tag": "fcf66372-fd69-4458-a155-195f067b5be4", "status": "completed", "code": 200}]} {{(pid=106242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 15:23:25.034797 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fb3bf9bb-f973-47a6-b6a6-557c76a3f52b {{(pid=106242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 15:23:25.035150 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb3bf9bb-f973-47a6-b6a6-557c76a3f52b'] response: {'server_uuid': 'a572a7f7-6526-40a9-8d85-df01e0efb050', 'name': 'network-vif-deleted', 'tag': 'fcf66372-fd69-4458-a155-195f067b5be4', 'status': 'completed', 'code': 200} Sep 22 15:23:25.082528 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-616cdeb2-43c9-457a-a871-3353fc1b54e1 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:23:25.287878 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-616cdeb2-43c9-457a-a871-3353fc1b54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:23:25.312201 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616cdeb2-43c9-457a-a871-3353fc1b54e1 None None] Checking router: 46d35060-2731-41ed-82ad-6a4c9654c95d for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:23:25.320922 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616cdeb2-43c9-457a-a871-3353fc1b54e1 None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:23:25.321527 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-616cdeb2-43c9-457a-a871-3353fc1b54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:22:57Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:23:25.422585 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-616cdeb2-43c9-457a-a871-3353fc1b54e1 None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:23:25.615918 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-616cdeb2-43c9-457a-a871-3353fc1b54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:23:25.640485 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616cdeb2-43c9-457a-a871-3353fc1b54e1 None None] The sync data for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi is: [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:16:41Z', 'revision_number': 4, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi', '_interfaces': [{'id': '1d1aa076-6691-4a1b-94a3-8c17ab3db014', 'name': '', 'network_id': 'ade38697-1fcd-4c44-844a-ea42332bfc0b', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'mac_address': 'fa:16:3e:a9:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:40Z', 'updated_at': '2022-09-22T15:16:45Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'subnets': [{'id': '004ccd60-bed0-4c89-9fb1-1b61db1f798e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:23:25.708846 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57812) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:25.764386 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (303c6477-14b7-45bd-876d-edcd817eb63f), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:25.791567 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (303c6477-14b7-45bd-876d-edcd817eb63f), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:25.842414 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (303c6477-14b7-45bd-876d-edcd817eb63f), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:25.845032 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:25.846720 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "DELETE /networking/v2.0/security-groups/303c6477-14b7-45bd-876d-edcd817eb63f HTTP/1.1" status: 204 len: 168 time: 0.1368616 Sep 22 15:23:25.849562 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57814) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:25.858720 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303c6477-14b7-45bd-876d-edcd817eb63f,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:25.865295 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.api.v2.resource [None req-a9bb8f85-2b36-44bf-942d-c7fbf2a27627 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] show failed (client error): The resource could not be found. Sep 22 15:23:25.866518 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-a9bb8f85-2b36-44bf-942d-c7fbf2a27627 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "GET /networking/v2.0/security-groups/303c6477-14b7-45bd-876d-edcd817eb63f HTTP/1.1" status: 404 len: 347 time: 0.0152941 Sep 22 15:23:25.869271 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:25.869551 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57816) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:25.869673 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:25.870045 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:25.870436 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:25.870783 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:25.871124 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:25.871590 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:25.871928 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:25.872263 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:25.872596 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:25.872935 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:25.873300 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:25.873633 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:25.873962 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:25.874291 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ab8a19-9c51-4a71-bcb5-4c56e034cf06 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:25.884253 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa6c47-e4e9-473d-8a13-ddb3d2cbb85b None None] New status for floating IP e7cfce6c-5bcc-4957-8879-52096449be06: DOWN {{(pid=106244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 15:23:25.990057 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:25.992922 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-e0610b28-5ad3-4248-83ed-946753a1d266 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Deleting port 77aa5063-7f3b-4982-94ac-9c0a9e49c4b5 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:23:25.993277 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e0610b28-5ad3-4248-83ed-946753a1d266 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (77aa5063-7f3b-4982-94ac-9c0a9e49c4b5), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:26.040958 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:26.075890 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e0610b28-5ad3-4248-83ed-946753a1d266 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (77aa5063-7f3b-4982-94ac-9c0a9e49c4b5), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:26.076228 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e0610b28-5ad3-4248-83ed-946753a1d266 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (77aa5063-7f3b-4982-94ac-9c0a9e49c4b5), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:26.089372 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-e0610b28-5ad3-4248-83ed-946753a1d266 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Calling delete_port for 77aa5063-7f3b-4982-94ac-9c0a9e49c4b5 owned by network:floatingip {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:23:26.220573 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e0610b28-5ad3-4248-83ed-946753a1d266 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (77aa5063-7f3b-4982-94ac-9c0a9e49c4b5), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:26.245508 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0610b28-5ad3-4248-83ed-946753a1d266 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Pushing event deleted for resources: {'Port': ['ID=77aa5063-7f3b-4982-94ac-9c0a9e49c4b5,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:26.304285 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e0610b28-5ad3-4248-83ed-946753a1d266 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks [] for floatingip (e7cfce6c-5bcc-4957-8879-52096449be06), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:26.306746 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-e0610b28-5ad3-4248-83ed-946753a1d266 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471362'] for floatingip (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:26.307915 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-e0610b28-5ad3-4248-83ed-946753a1d266 tempest-AttachVolumeNegativeTest-1640288144 tempest-AttachVolumeNegativeTest-1640288144-project] 10.222.0.66 "DELETE /networking/v2.0/floatingips/e7cfce6c-5bcc-4957-8879-52096449be06 HTTP/1.1" status: 204 len: 168 time: 0.4374731 Sep 22 15:23:27.201147 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-1b9bbc0d-9caa-447f-898a-d7664ca99b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:27.965171 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device fcf66372-fd69-4458-a155-195f067b5be4 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:23:27.983534 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] No Port match for: fcf66372-fd69-4458-a155-195f067b5be4 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:23:27.983883 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Device fcf66372-fd69-4458-a155-195f067b5be4 not bound to the agent host hv-cinder-85646 {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:23:28.336664 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:29.992971 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57854) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:30.121690 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:30.125481 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:30.405352 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ed54-eaca-4e35-8ef6-f6a2d1b8d855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4097958'] for router_interface (46d35060-2731-41ed-82ad-6a4c9654c95d), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:30.588146 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:30.620023 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3ed54-eaca-4e35-8ef6-f6a2d1b8d855 admin admin] Deleting port 1d1aa076-6691-4a1b-94a3-8c17ab3db014 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:23:30.620362 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ed54-eaca-4e35-8ef6-f6a2d1b8d855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:30.673866 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:30.698180 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-bdb3ed54-eaca-4e35-8ef6-f6a2d1b8d855 admin admin] For port 1d1aa076-6691-4a1b-94a3-8c17ab3db014, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=1d1aa076-6691-4a1b-94a3-8c17ab3db014,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:23:30.698543 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ed54-eaca-4e35-8ef6-f6a2d1b8d855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:30.711730 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3ed54-eaca-4e35-8ef6-f6a2d1b8d855 admin admin] Calling delete_port for 1d1aa076-6691-4a1b-94a3-8c17ab3db014 owned by network:router_interface {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:23:30.887353 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ed54-eaca-4e35-8ef6-f6a2d1b8d855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (1d1aa076-6691-4a1b-94a3-8c17ab3db014), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:30.915738 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3ed54-eaca-4e35-8ef6-f6a2d1b8d855 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d1aa076-6691-4a1b-94a3-8c17ab3db014,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:31.072279 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ed54-eaca-4e35-8ef6-f6a2d1b8d855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3691307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4121366'] for router_interface (46d35060-2731-41ed-82ad-6a4c9654c95d), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:31.290651 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb3ed54-eaca-4e35-8ef6-f6a2d1b8d855 admin admin] Router 46d35060-2731-41ed-82ad-6a4c9654c95d has already been hosted by L3 agent 4e27d2ec-5f78-4f1e-a3e1-5068be7df775 {{(pid=106242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 15:23:31.392728 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb3ed54-eaca-4e35-8ef6-f6a2d1b8d855 admin admin] Notify agent at l3_agent.dv-cinder-856463-5-iscsi the message routers_updated {{(pid=106242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 15:23:31.400604 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-bdb3ed54-eaca-4e35-8ef6-f6a2d1b8d855 admin admin] 10.222.0.66 "PUT /networking/v2.0/routers/46d35060-2731-41ed-82ad-6a4c9654c95d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4041760 Sep 22 15:23:31.400604 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57858) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:31.401706 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96594bf-bcea-4b3b-8dd2-f57d8c9e28ae None None] Sync routers for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 15:23:31.411295 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96594bf-bcea-4b3b-8dd2-f57d8c9e28ae None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:23:31.411905 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-e96594bf-bcea-4b3b-8dd2-f57d8c9e28ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:23:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:23:31.521600 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-e96594bf-bcea-4b3b-8dd2-f57d8c9e28ae None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:23:31.573734 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:31.659062 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:31.694738 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-e96594bf-bcea-4b3b-8dd2-f57d8c9e28ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:23:30Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:23:31.719141 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96594bf-bcea-4b3b-8dd2-f57d8c9e28ae None None] Checking router: 46d35060-2731-41ed-82ad-6a4c9654c95d for host: dv-cinder-856463-5-iscsi {{(pid=106243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 15:23:31.724216 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:31.726507 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:31.728413 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96594bf-bcea-4b3b-8dd2-f57d8c9e28ae None None] Routers {'46d35060-2731-41ed-82ad-6a4c9654c95d'} bound to L3 agent in host dv-cinder-856463-5-iscsi {{(pid=106243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 15:23:31.729112 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-e96594bf-bcea-4b3b-8dd2-f57d8c9e28ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T14:49:57Z,description=,heartbeat_timestamp=2022-09-22T15:23:27Z,host='dv-cinder-856463-5-iscsi',id=4e27d2ec-5f78-4f1e-a3e1-5068be7df775,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T14:49:57Z,topic='l3_agent')) {'router_ids': ['46d35060-2731-41ed-82ad-6a4c9654c95d'], 'active': True} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:23:31.737901 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] Publish callbacks [] for router (46d35060-2731-41ed-82ad-6a4c9654c95d), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:31.829035 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvr_db [None req-e96594bf-bcea-4b3b-8dd2-f57d8c9e28ae None None] Set router 46d35060-2731-41ed-82ad-6a4c9654c95d gateway port host: dv-cinder-856463-5-iscsi {{(pid=106243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 15:23:31.834268 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] Publish callbacks [] for router_gateway (46d35060-2731-41ed-82ad-6a4c9654c95d), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:31.877634 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] Deleting port 306ea2c5-4ac4-4027-acb0-1112ca969fbb {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:23:31.877982 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (306ea2c5-4ac4-4027-acb0-1112ca969fbb), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:31.962568 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] For port 306ea2c5-4ac4-4027-acb0-1112ca969fbb, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=306ea2c5-4ac4-4027-acb0-1112ca969fbb,segment=NetworkSegment(0e142fa9-7f1c-4243-9953-7d2f34b9e280),segment_id=0e142fa9-7f1c-4243-9953-7d2f34b9e280)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:23:31.962940 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (306ea2c5-4ac4-4027-acb0-1112ca969fbb), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:31.977015 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] Calling delete_port for 306ea2c5-4ac4-4027-acb0-1112ca969fbb owned by network:router_gateway {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:23:32.122725 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_hamode_db [None req-e96594bf-bcea-4b3b-8dd2-f57d8c9e28ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:23:30Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}], 'dv-cinder-856463-5-iscsi', False) {} {{(pid=106243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:23:32.141948 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (306ea2c5-4ac4-4027-acb0-1112ca969fbb), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.149122 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96594bf-bcea-4b3b-8dd2-f57d8c9e28ae None None] The sync data for ids ['46d35060-2731-41ed-82ad-6a4c9654c95d'] in dv-cinder-856463-5-iscsi is: [{'id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'name': 'tempest-AttachVolumeNegativeTest-1541995329-router', 'tenant_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'external_fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T15:16:38Z', 'updated_at': '2022-09-22T15:23:30Z', 'revision_number': 5, 'project_id': 'fc8105a809364e67b8695f3e18a1d5e5', 'gw_port': {'id': '306ea2c5-4ac4-4027-acb0-1112ca969fbb', 'name': '', 'network_id': '0158fd45-c628-47d4-94af-d510067846ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d35060-2731-41ed-82ad-6a4c9654c95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T15:16:39Z', 'updated_at': '2022-09-22T15:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92feb89e-ed4f-4b4e-8ec1-900566b788b5', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-5-iscsi'}] {{(pid=106243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 15:23:32.170149 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] Pushing event deleted for resources: {'Port': ['ID=306ea2c5-4ac4-4027-acb0-1112ca969fbb,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:32.234961 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121692'] for router_gateway (46d35060-2731-41ed-82ad-6a4c9654c95d), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.321335 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15746'] for router (46d35060-2731-41ed-82ad-6a4c9654c95d), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.323489 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] Publish callbacks [] for router_controller (46d35060-2731-41ed-82ad-6a4c9654c95d), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.364455 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4121451'] for router (46d35060-2731-41ed-82ad-6a4c9654c95d), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.365074 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46d35060-2731-41ed-82ad-6a4c9654c95d {{(pid=106242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 15:23:32.369231 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.370370 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-1b3e6d09-aa49-4a9d-8238-30f0d2bb5276 admin admin] 10.222.0.66 "DELETE /networking/v2.0/routers/46d35060-2731-41ed-82ad-6a4c9654c95d HTTP/1.1" status: 204 len: 168 time: 0.9691384 Sep 22 15:23:32.372999 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57860) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:32.419908 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31d6e51-67df-48bb-947a-1045a1cf96f7 admin admin] Deleting subnet 004ccd60-bed0-4c89-9fb1-1b61db1f798e {{(pid=106242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 15:23:32.423025 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c31d6e51-67df-48bb-947a-1045a1cf96f7 admin admin] Publish callbacks [] for subnet (004ccd60-bed0-4c89-9fb1-1b61db1f798e), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.456864 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c31d6e51-67df-48bb-947a-1045a1cf96f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9124838'] for subnet (004ccd60-bed0-4c89-9fb1-1b61db1f798e), precommit_delete_associations {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.488069 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:32.534937 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c31d6e51-67df-48bb-947a-1045a1cf96f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-827111'] for subnet (004ccd60-bed0-4c89-9fb1-1b61db1f798e), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.593030 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c31d6e51-67df-48bb-947a-1045a1cf96f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9125835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8969113'] for subnet (004ccd60-bed0-4c89-9fb1-1b61db1f798e), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.622585 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d6e51-67df-48bb-947a-1045a1cf96f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=004ccd60-bed0-4c89-9fb1-1b61db1f798e,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:32.624792 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-c31d6e51-67df-48bb-947a-1045a1cf96f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.630331 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-c31d6e51-67df-48bb-947a-1045a1cf96f7 admin admin] 10.222.0.66 "DELETE /networking/v2.0/subnets/004ccd60-bed0-4c89-9fb1-1b61db1f798e HTTP/1.1" status: 204 len: 168 time: 0.2541981 Sep 22 15:23:32.630506 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24114196-836b-4757-87f2-2cfc054864c2 None None] Network ade38697-1fcd-4c44-844a-ea42332bfc0b requested from dv-cinder-856463-5-iscsi {{(pid=106243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 15:23:32.630937 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57862) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:32.701283 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769938'] for network (ade38697-1fcd-4c44-844a-ea42332bfc0b), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.707099 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:32.754695 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] Deleting port 42a811c4-2f47-4667-9a30-d86b1d075080 {{(pid=106242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:23:32.755043 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (42a811c4-2f47-4667-9a30-d86b1d075080), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.783456 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] DHCP port deletion for ade38697-1fcd-4c44-844a-ea42332bfc0b request from dv-cinder-856463-5-iscsi {{(pid=106243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 15:23:32.821279 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Deleting port 42a811c4-2f47-4667-9a30-d86b1d075080 {{(pid=106243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 15:23:32.821669 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759948888333'] for port (42a811c4-2f47-4667-9a30-d86b1d075080), before_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.823688 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.db [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] For port 42a811c4-2f47-4667-9a30-d86b1d075080, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=42a811c4-2f47-4667-9a30-d86b1d075080,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:23:32.824060 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (42a811c4-2f47-4667-9a30-d86b1d075080), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.838496 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.plugin [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] Calling delete_port for 42a811c4-2f47-4667-9a30-d86b1d075080 owned by network:dhcp {{(pid=106242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:23:32.890542 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.db [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] For port 42a811c4-2f47-4667-9a30-d86b1d075080, host dv-cinder-856463-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-5-iscsi',level=0,port_id=42a811c4-2f47-4667-9a30-d86b1d075080,segment=NetworkSegment(591680c6-5af5-48f2-bdc8-dc11468c2428),segment_id=591680c6-5af5-48f2-bdc8-dc11468c2428)] {{(pid=106243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 15:23:32.890884 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4127068'] for port (42a811c4-2f47-4667-9a30-d86b1d075080), precommit_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.903882 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Calling delete_port for 42a811c4-2f47-4667-9a30-d86b1d075080 owned by network:dhcp {{(pid=106243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 15:23:32.918799 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9125796'] for port (42a811c4-2f47-4667-9a30-d86b1d075080), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:32.948441 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] Pushing event deleted for resources: {'Port': ['ID=42a811c4-2f47-4667-9a30-d86b1d075080,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:32.950277 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] No DVR routers for this DVR port 42a811c4-2f47-4667-9a30-d86b1d075080 on host dv-cinder-856463-5-iscsi {{(pid=106242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:23:32.984027 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-382424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759948854155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759948396764'] for port (42a811c4-2f47-4667-9a30-d86b1d075080), after_delete {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:33.009043 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Pushing event deleted for resources: {'Port': ['ID=42a811c4-2f47-4667-9a30-d86b1d075080,revision_number=None']} {{(pid=106243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:33.011254 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] No DVR routers for this DVR port 42a811c4-2f47-4667-9a30-d86b1d075080 on host dv-cinder-856463-5-iscsi {{(pid=106243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 15:23:33.021919 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:33.022293 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:33.022650 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:33.023000 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:33.023355 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:33.023703 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:33.023829 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863436', 'neutron.services.segments.db._delete_segments_for_network-8759948878273'] for network (ade38697-1fcd-4c44-844a-ea42332bfc0b), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:33.024039 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:33.024377 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:33.024712 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:33.025045 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:33.025379 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:33.025714 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:33.026575 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:33.026914 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:33.027272 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9548b89c-ba10-4a45-abd9-60f0c11eb4c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-5-iscsi {{(pid=106243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 15:23:33.045602 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade38697-1fcd-4c44-844a-ea42332bfc0b']}} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:23:33.054826 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591680c6-5af5-48f2-bdc8-dc11468c2428') {'for_net_delete': True} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:23:33.055129 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.services.segments.db [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591680c6-5af5-48f2-bdc8-dc11468c2428') {} {{(pid=106242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 15:23:33.065121 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759948878165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9124829'] for segment (591680c6-5af5-48f2-bdc8-dc11468c2428), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:33.078278 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267'] for segment (591680c6-5af5-48f2-bdc8-dc11468c2428), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:33.085613 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=106242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 15:23:33.086051 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-899267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9125745'] for segment (591680c6-5af5-48f2-bdc8-dc11468c2428), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:33.149293 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3691292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121737'] for network (ade38697-1fcd-4c44-844a-ea42332bfc0b), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:33.155234 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3691278'] for network (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:33.158397 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] 10.222.0.66 "DELETE /networking/v2.0/networks/ade38697-1fcd-4c44-844a-ea42332bfc0b HTTP/1.1" status: 204 len: 168 time: 0.5269141 Sep 22 15:23:33.170629 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment 591680c6-5af5-48f2-bdc8-dc11468c2428 resource provider aggregate not found Sep 22 15:23:33.174578 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f754c85-b759-40e8-be1b-01db75c3c276 admin admin] Pushing event deleted for resources: {'Network': ['ID=ade38697-1fcd-4c44-844a-ea42332bfc0b,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:33.188414 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.services.segments.plugin [-] Segment 591680c6-5af5-48f2-bdc8-dc11468c2428 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 591680c6-5af5-48f2-bdc8-dc11468c2428 found for delete ", "request_id": "req-cd877201-7f94-4e80-ad6a-f6e4cc4a36ee"}]} Sep 22 15:23:33.284780 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57872) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:33.325165 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f1e186be-fd7f-421c-953c-02e91a6189be admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=fc8105a809364e67b8695f3e18a1d5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391369 Sep 22 15:23:33.327564 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57874) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:33.381075 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 1d1aa076-6691-4a1b-94a3-8c17ab3db014 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:23:33.381266 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-64ed5888-d430-4cbc-acb5-1f05c04ab05c admin admin] Publish callbacks [] for security_group (5557f52a-8f8b-4e76-aa88-6d9c0e454af2), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:33.402454 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-64ed5888-d430-4cbc-acb5-1f05c04ab05c admin admin] Publish callbacks [] for security_group (5557f52a-8f8b-4e76-aa88-6d9c0e454af2), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:33.404065 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 1d1aa076-6691-4a1b-94a3-8c17ab3db014 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:23:33.404411 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 1d1aa076-6691-4a1b-94a3-8c17ab3db014 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:23:33.404825 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 42a811c4-2f47-4667-9a30-d86b1d075080 no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:23:33.422008 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 42a811c4-2f47-4667-9a30-d86b1d075080 {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:23:33.422354 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 42a811c4-2f47-4667-9a30-d86b1d075080 not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:23:33.422760 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 306ea2c5-4ac4-4027-acb0-1112ca969fbb no longer exists at agent ovs-agent-dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 15:23:33.441315 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.plugin [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] No Port match for: 306ea2c5-4ac4-4027-acb0-1112ca969fbb {{(pid=106243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 15:23:33.441670 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron.plugins.ml2.rpc [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Device 306ea2c5-4ac4-4027-acb0-1112ca969fbb not bound to the agent host dv-cinder-856463-5-iscsi {{(pid=106243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 15:23:33.458274 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-64ed5888-d430-4cbc-acb5-1f05c04ab05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (5557f52a-8f8b-4e76-aa88-6d9c0e454af2), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:33.460900 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-64ed5888-d430-4cbc-acb5-1f05c04ab05c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:33.462058 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-64ed5888-d430-4cbc-acb5-1f05c04ab05c admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/5557f52a-8f8b-4e76-aa88-6d9c0e454af2 HTTP/1.1" status: 204 len: 168 time: 0.1336100 Sep 22 15:23:33.470083 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed5888-d430-4cbc-acb5-1f05c04ab05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5557f52a-8f8b-4e76-aa88-6d9c0e454af2,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:34.804113 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57926) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:34.910116 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e72c674-ae59-4845-af7a-aef277dc3dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:34.920491 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:34.989784 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e72c674-ae59-4845-af7a-aef277dc3dbe admin admin] Publish callbacks [] for security_group (2a1b7779-2b43-4bcb-bbfd-b5ddaf76e827), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:34.993460 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-3e72c674-ae59-4845-af7a-aef277dc3dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (2a1b7779-2b43-4bcb-bbfd-b5ddaf76e827), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:35.011064 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:35.035713 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-3e72c674-ae59-4845-af7a-aef277dc3dbe admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=d3e40f61fd2f42d5a82e88fd55493ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304575 Sep 22 15:23:35.037240 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72c674-ae59-4845-af7a-aef277dc3dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1b7779-2b43-4bcb-bbfd-b5ddaf76e827,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:35.038497 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57930) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:35.093920 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ac09ca18-9345-46fb-9590-d9cfa8ae0592 admin admin] Publish callbacks [] for security_group (2a1b7779-2b43-4bcb-bbfd-b5ddaf76e827), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:35.113869 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ac09ca18-9345-46fb-9590-d9cfa8ae0592 admin admin] Publish callbacks [] for security_group (2a1b7779-2b43-4bcb-bbfd-b5ddaf76e827), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:35.160481 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ac09ca18-9345-46fb-9590-d9cfa8ae0592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (2a1b7779-2b43-4bcb-bbfd-b5ddaf76e827), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:35.163137 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-ac09ca18-9345-46fb-9590-d9cfa8ae0592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:35.164309 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-ac09ca18-9345-46fb-9590-d9cfa8ae0592 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/2a1b7779-2b43-4bcb-bbfd-b5ddaf76e827 HTTP/1.1" status: 204 len: 168 time: 0.1239378 Sep 22 15:23:35.172278 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09ca18-9345-46fb-9590-d9cfa8ae0592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1b7779-2b43-4bcb-bbfd-b5ddaf76e827,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:35.961675 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:35.965828 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:36.794458 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57980) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:36.896791 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-69d75786-faa8-4c64-8f3d-e031a0cfde90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:36.973470 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-69d75786-faa8-4c64-8f3d-e031a0cfde90 admin admin] Publish callbacks [] for security_group (7c75e2b4-837d-4d38-a7fc-e229c257c62d), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:36.977509 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-69d75786-faa8-4c64-8f3d-e031a0cfde90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (7c75e2b4-837d-4d38-a7fc-e229c257c62d), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:37.016551 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d75786-faa8-4c64-8f3d-e031a0cfde90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c75e2b4-837d-4d38-a7fc-e229c257c62d,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:37.025762 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-69d75786-faa8-4c64-8f3d-e031a0cfde90 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=bd0b022443eb493396b5947dbdf8399b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278526 Sep 22 15:23:37.027083 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57984) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:37.078516 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b595140-1098-416c-bc2c-d3180f99eba8 admin admin] Publish callbacks [] for security_group (7c75e2b4-837d-4d38-a7fc-e229c257c62d), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:37.098550 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b595140-1098-416c-bc2c-d3180f99eba8 admin admin] Publish callbacks [] for security_group (7c75e2b4-837d-4d38-a7fc-e229c257c62d), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:37.147505 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b595140-1098-416c-bc2c-d3180f99eba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (7c75e2b4-837d-4d38-a7fc-e229c257c62d), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:37.150134 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-4b595140-1098-416c-bc2c-d3180f99eba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:37.151350 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-4b595140-1098-416c-bc2c-d3180f99eba8 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/7c75e2b4-837d-4d38-a7fc-e229c257c62d HTTP/1.1" status: 204 len: 168 time: 0.1242177 Sep 22 15:23:37.159590 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b595140-1098-416c-bc2c-d3180f99eba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c75e2b4-837d-4d38-a7fc-e229c257c62d,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:37.418709 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 57990) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:37.432681 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-934bdff2-5b3f-4103-8496-4a795429f106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:37.462042 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:37.483237 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:37.515087 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-934bdff2-5b3f-4103-8496-4a795429f106 admin admin] Publish callbacks [] for security_group (c49bc856-c5bb-4ff2-87bb-9c789cf9eda7), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:37.518766 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-934bdff2-5b3f-4103-8496-4a795429f106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (c49bc856-c5bb-4ff2-87bb-9c789cf9eda7), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:37.558438 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-934bdff2-5b3f-4103-8496-4a795429f106 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=dd234ffecfb14f5080a2b1cb73f3d9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386466 Sep 22 15:23:37.559291 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bdff2-5b3f-4103-8496-4a795429f106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49bc856-c5bb-4ff2-87bb-9c789cf9eda7,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:37.561221 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 57992) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:37.610156 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-42e4cc9d-df90-4777-81ab-3d6306e9ee56 admin admin] Publish callbacks [] for security_group (c49bc856-c5bb-4ff2-87bb-9c789cf9eda7), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:37.630292 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-42e4cc9d-df90-4777-81ab-3d6306e9ee56 admin admin] Publish callbacks [] for security_group (c49bc856-c5bb-4ff2-87bb-9c789cf9eda7), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:37.675971 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-42e4cc9d-df90-4777-81ab-3d6306e9ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (c49bc856-c5bb-4ff2-87bb-9c789cf9eda7), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:37.678470 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-42e4cc9d-df90-4777-81ab-3d6306e9ee56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:37.679616 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-42e4cc9d-df90-4777-81ab-3d6306e9ee56 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/c49bc856-c5bb-4ff2-87bb-9c789cf9eda7 HTTP/1.1" status: 204 len: 168 time: 0.1173873 Sep 22 15:23:37.687188 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4cc9d-df90-4777-81ab-3d6306e9ee56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49bc856-c5bb-4ff2-87bb-9c789cf9eda7,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:47.552457 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=16,neutron:INSERT=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:47.554624 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:47.662355 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=31,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:47.683369 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:INSERT=6,neutron:SELECT=47,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:47.698453 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:47.699330 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=88,neutron:DELETE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:52.652715 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:53.238095 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:23:54.348279 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 58202) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:54.454476 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-85cd2a93-9e36-48c1-a973-ba759e0178d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:54.529559 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-85cd2a93-9e36-48c1-a973-ba759e0178d7 admin admin] Publish callbacks [] for security_group (80dd4323-653f-4454-a81c-e4bda062dcb3), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:54.533916 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-85cd2a93-9e36-48c1-a973-ba759e0178d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (80dd4323-653f-4454-a81c-e4bda062dcb3), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:54.572392 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-85cd2a93-9e36-48c1-a973-ba759e0178d7 admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=74894a0d2dd84280b2ba4f74f4046387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230639 Sep 22 15:23:54.573515 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd2a93-9e36-48c1-a973-ba759e0178d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dd4323-653f-4454-a81c-e4bda062dcb3,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:54.575104 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 58206) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:54.624092 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0202-bb9b-46aa-8b3e-dc7641099691 admin admin] Publish callbacks [] for security_group (80dd4323-653f-4454-a81c-e4bda062dcb3), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:54.644151 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0202-bb9b-46aa-8b3e-dc7641099691 admin admin] Publish callbacks [] for security_group (80dd4323-653f-4454-a81c-e4bda062dcb3), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:54.692303 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0202-bb9b-46aa-8b3e-dc7641099691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (80dd4323-653f-4454-a81c-e4bda062dcb3), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:54.694954 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0202-bb9b-46aa-8b3e-dc7641099691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:54.696118 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-1fcc0202-bb9b-46aa-8b3e-dc7641099691 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/80dd4323-653f-4454-a81c-e4bda062dcb3 HTTP/1.1" status: 204 len: 168 time: 0.1199839 Sep 22 15:23:54.704426 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc0202-bb9b-46aa-8b3e-dc7641099691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dd4323-653f-4454-a81c-e4bda062dcb3,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:54.771637 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-777512de-785c-4e95-983b-644f312791c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:54.979761 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 58212) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:54.995915 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f8d144a7-8625-4dc8-afb4-4a88ceaf5f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:55.072131 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f8d144a7-8625-4dc8-afb4-4a88ceaf5f8e admin admin] Publish callbacks [] for security_group (efb27265-6330-4797-9f8b-b8127d312882), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:55.075682 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-f8d144a7-8625-4dc8-afb4-4a88ceaf5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (efb27265-6330-4797-9f8b-b8127d312882), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:55.114892 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-f8d144a7-8625-4dc8-afb4-4a88ceaf5f8e admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=a7baf945ed1c43b583a9ef3cc93aa587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340699 Sep 22 15:23:55.115842 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d144a7-8625-4dc8-afb4-4a88ceaf5f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb27265-6330-4797-9f8b-b8127d312882,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:55.117676 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 58214) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:55.167784 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-329d50f5-c880-4ae2-9e22-bf21e791f44c admin admin] Publish callbacks [] for security_group (efb27265-6330-4797-9f8b-b8127d312882), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:55.187658 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-329d50f5-c880-4ae2-9e22-bf21e791f44c admin admin] Publish callbacks [] for security_group (efb27265-6330-4797-9f8b-b8127d312882), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:55.233390 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-329d50f5-c880-4ae2-9e22-bf21e791f44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (efb27265-6330-4797-9f8b-b8127d312882), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:55.236719 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-329d50f5-c880-4ae2-9e22-bf21e791f44c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:55.237899 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-329d50f5-c880-4ae2-9e22-bf21e791f44c admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/efb27265-6330-4797-9f8b-b8127d312882 HTTP/1.1" status: 204 len: 168 time: 0.1185906 Sep 22 15:23:55.245814 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d50f5-c880-4ae2-9e22-bf21e791f44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb27265-6330-4797-9f8b-b8127d312882,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:57.187545 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:23:57.205001 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-78ac8520-202d-44ce-b17f-b179251242b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:57.297339 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 58284) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:57.402837 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-53e3761e-7d9b-41d0-a23d-882bd48f4cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:57.480228 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-53e3761e-7d9b-41d0-a23d-882bd48f4cfe admin admin] Publish callbacks [] for security_group (cdceef7b-b314-4418-a48a-de0e71e645d3), precommit_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:57.484541 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-53e3761e-7d9b-41d0-a23d-882bd48f4cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (cdceef7b-b314-4418-a48a-de0e71e645d3), after_create {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:57.526944 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-53e3761e-7d9b-41d0-a23d-882bd48f4cfe admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=4c25e2747f134a32979baf911beef64f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285709 Sep 22 15:23:57.527911 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3761e-7d9b-41d0-a23d-882bd48f4cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdceef7b-b314-4418-a48a-de0e71e645d3,revision_number=1']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:57.529704 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 58288) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:57.579878 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-717cf420-2e11-4ba2-bd9a-41ee06ba7d13 admin admin] Publish callbacks [] for security_group (cdceef7b-b314-4418-a48a-de0e71e645d3), before_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:57.599071 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-717cf420-2e11-4ba2-bd9a-41ee06ba7d13 admin admin] Publish callbacks [] for security_group (cdceef7b-b314-4418-a48a-de0e71e645d3), precommit_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:57.646839 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-717cf420-2e11-4ba2-bd9a-41ee06ba7d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (cdceef7b-b314-4418-a48a-de0e71e645d3), after_delete {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:57.649427 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-717cf420-2e11-4ba2-bd9a-41ee06ba7d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:57.650569 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-717cf420-2e11-4ba2-bd9a-41ee06ba7d13 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/cdceef7b-b314-4418-a48a-de0e71e645d3 HTTP/1.1" status: 204 len: 168 time: 0.1198015 Sep 22 15:23:57.658249 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cf420-2e11-4ba2-bd9a-41ee06ba7d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdceef7b-b314-4418-a48a-de0e71e645d3,revision_number=None']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:57.911167 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [-] (106242) accepted ('10.222.0.66', 58294) {{(pid=106242) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:57.925254 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-31aca9e5-c5ae-4749-b3ce-e082f14cdd8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:58.001545 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-31aca9e5-c5ae-4749-b3ce-e082f14cdd8a admin admin] Publish callbacks [] for security_group (7be98550-9b79-424e-b90f-b882d26673a1), precommit_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:58.005060 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron_lib.callbacks.manager [None req-31aca9e5-c5ae-4749-b3ce-e082f14cdd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (7be98550-9b79-424e-b90f-b882d26673a1), after_create {{(pid=106242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:58.043601 dv-cinder-856463-5-iscsi neutron-server[106242]: INFO neutron.wsgi [None req-31aca9e5-c5ae-4749-b3ce-e082f14cdd8a admin admin] 10.222.0.66 "GET /networking/v2.0/security-groups?tenant_id=fe26d63140c048f9a535ef2df67e9aae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313362 Sep 22 15:23:58.044464 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aca9e5-c5ae-4749-b3ce-e082f14cdd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be98550-9b79-424e-b90f-b882d26673a1,revision_number=1']} {{(pid=106242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:58.046302 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.wsgi [-] (106241) accepted ('10.222.0.66', 58296) {{(pid=106241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 15:23:58.095459 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c95ee4b4-16dd-4466-9009-8460b11280e0 admin admin] Publish callbacks [] for security_group (7be98550-9b79-424e-b90f-b882d26673a1), before_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:58.115519 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c95ee4b4-16dd-4466-9009-8460b11280e0 admin admin] Publish callbacks [] for security_group (7be98550-9b79-424e-b90f-b882d26673a1), precommit_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:58.161525 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c95ee4b4-16dd-4466-9009-8460b11280e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3764217'] for security_group (7be98550-9b79-424e-b90f-b882d26673a1), after_delete {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:58.164054 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c95ee4b4-16dd-4466-9009-8460b11280e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:23:58.165206 dv-cinder-856463-5-iscsi neutron-server[106241]: INFO neutron.wsgi [None req-c95ee4b4-16dd-4466-9009-8460b11280e0 admin admin] 10.222.0.66 "DELETE /networking/v2.0/security-groups/7be98550-9b79-424e-b90f-b882d26673a1 HTTP/1.1" status: 204 len: 168 time: 0.1177423 Sep 22 15:23:58.173216 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ee4b4-16dd-4466-9009-8460b11280e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be98550-9b79-424e-b90f-b882d26673a1,revision_number=None']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 15:23:58.341519 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:24:00.120679 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:24:00.133612 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:24:06.223669 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:24:07.183677 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=7 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:24:08.037509 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=74,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:24:08.039788 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG dbcounter [-] [106242] Writing DB stats neutron:SELECT=69,neutron:INSERT=24,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106242) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:24:08.148045 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=69,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:24:08.168945 dv-cinder-856463-5-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=64,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:24:15.085134 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:24:15.086008 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:24:22.651523 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:24:24.775223 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b6ec3437-f38e-493c-b481-06ef6d958ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:24:27.207929 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e00c-0be1-42ef-8951-38e1fdabda07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:24:28.342987 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:24:30.128643 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:24:30.130790 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:24:34.186215 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:24:40.120446 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:24:40.127734 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:24:43.220523 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:24:44.182472 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:24:52.649560 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:24:54.777007 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-395d8d5b-0b19-4463-85e4-af50497c01b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:24:55.080269 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=14 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:24:55.081035 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=12 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:24:57.209618 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3c5b0ec4-67ea-4fc0-9677-53585c9cd809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:24:58.347334 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:25:00.129739 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:25:00.130916 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:25:10.123635 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:25:10.126125 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:25:11.185054 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:25:21.180186 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=3 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:25:21.180879 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:25:22.648663 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:25:24.779300 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-70c7d537-8791-44d3-b05e-5bbdbd3ab89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:25:27.212223 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-60d62a9d-fe1c-421f-a108-03db97292f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:25:28.348173 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:25:30.132143 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:25:30.134914 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:25:40.125331 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:25:40.128148 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:25:48.183530 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:25:52.646691 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:25:54.782051 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8637d4cc-8f13-4a9f-a8dc-0eeaf3e29135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:25:57.213857 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4811642c-9d12-40ce-99e6-78cad887992c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:25:57.214720 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:25:58.183526 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:25:58.350491 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:26:00.130600 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:26:00.132772 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:26:03.125714 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-5059e403-4b97-489a-a064-ebab5c5a3043 service neutron] (106242) timed out ('10.222.0.66', 52924) {{(pid=106242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 15:26:03.251617 dv-cinder-856463-5-iscsi neutron-server[106242]: DEBUG neutron.wsgi [req-995251bc-9d39-4837-83a0-0cc97ddd62a4 req-cbd8122a-b989-4a7b-a80f-3d2c86735e6d tempest-TestShelveInstance-1295714883 tempest-TestShelveInstance-1295714883-project] (106242) timed out ('10.222.0.66', 52932) {{(pid=106242) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 15:26:15.087077 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:26:15.090056 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:26:22.645858 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:26:24.785620 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-e2dff03f-b43c-49b1-8ca3-e5796cee6db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:26:25.181920 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:26:27.215554 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cabccdb-5294-4077-8a3e-ca1d1cebe2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:26:28.352656 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:26:30.130151 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:26:30.135631 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:26:40.128594 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:26:40.131693 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:26:43.183507 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=6 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:26:43.184245 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:26:52.644712 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:26:54.786960 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a725e5ff-74cf-4a25-8511-ac6ae394e508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:26:55.088973 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=11 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:26:55.091519 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=15 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:26:57.217227 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-789139f9-c61c-40ff-8cd3-e2a470b0e797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:26:58.354689 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:27:00.123604 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:27:00.134609 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:27:02.180270 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:27:10.129555 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:27:10.131554 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:27:11.206988 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:27:12.176669 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:27:22.658271 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:27:24.790245 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-4cf8230c-783b-481d-8333-330619fe5634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:27:27.218845 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-8c11d504-f3f5-4434-8072-5c95fe7f8047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:27:28.358280 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:27:30.134190 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:27:30.139583 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:27:39.178338 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:27:40.128682 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:27:40.133955 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:27:52.642417 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:27:53.246020 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=5 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:27:53.246766 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:27:54.790994 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-f4011617-49aa-4c92-b9b3-3aa3b7a415f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:27:57.223048 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-5dadcf2a-214e-4ed4-8ad4-11aadfc39620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:27:58.361074 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:28:00.131605 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:28:00.143055 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:28:15.095054 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:28:15.098894 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:28:16.177814 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:28:22.640643 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:28:24.793347 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-69c70f77-6ece-4be3-bb08-30e9bb493208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:28:25.216437 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:28:26.174069 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=4 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:28:27.224526 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-3782db91-ea3d-46bf-af7d-7b5b8ef62353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:28:28.364432 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:28:30.127908 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:28:30.146238 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:28:40.135730 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:28:40.141980 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:28:52.659275 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-6cfcc1c4-f6e6-4894-8b84-666fb339b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8c112773-8a8b-463f-90ca-0c7b072f5137), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:28:53.176388 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG neutron.db.agents_db [None req-3f358594-51fa-480a-85f4-252267991353 None None] Agent healthcheck: found 6 active agents {{(pid=106244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 15:28:54.794859 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-75bdd65e-b1c3-4bd8-8445-6ca990996056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (8f527ecc-e09b-4085-9737-7f309d4916ef), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:28:57.226254 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-a956cfe2-a1c1-4320-b12a-6abb19ecf6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (4e27d2ec-5f78-4f1e-a3e1-5068be7df775), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:28:58.367707 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-97a82bd0-3d59-4dbb-97dd-18206825b9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (381eb413-4902-464a-9aca-ea9ef4d79800), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:29:00.124563 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b74bded8-7f9c-4ec4-b60c-fd2899aba003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (0545bae2-6061-4631-badc-576ef17bcddf), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:29:00.149499 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG neutron_lib.callbacks.manager [None req-b97f5d9f-3ccb-45b3-b67d-0c9953bad850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759948878255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857229'] for agent (87c00c48-c069-4aa2-ba40-69dd62ed15ed), after_update {{(pid=106243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 15:29:03.170799 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=16 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:29:03.172179 dv-cinder-856463-5-iscsi neutron-server[106244]: DEBUG dbcounter [-] [106244] Writing DB stats neutron:SELECT=18 {{(pid=106244) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:29:10.138755 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 15:29:10.145278 dv-cinder-856463-5-iscsi neutron-server[106243]: DEBUG dbcounter [-] [106243] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106243) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}